21:20:42.636 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
21:20:42.636 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskbeSzwH/test-tmp
21:20:42.636 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
21:20:42.636 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskbeSzwH/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
21:20:42.638 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskbeSzwH/test-tmp/mini-kudu-cluster3838868263238728274"
extra_master_flags: "--txn_manager_enabled"
extra_master_flags: "--raft_heartbeat_interval_ms=100"
extra_tserver_flags: "--txn_keepalive_interval_ms=1000"
extra_tserver_flags: "--txn_staleness_tracker_interval_ms=250"
extra_tserver_flags: "--enable_txn_system_client_init=true"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
21:20:42.978 [DEBUG - main] (MiniKuduCluster.java:195) Response:
21:20:42.978 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
21:20:42.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:42.981680 21608 mini_oidc.cc:152] Starting JWKS server
21:20:42.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:42.985924 21608 webserver.cc:460] Webserver started at http://127.0.0.1:39677/ using document root <none> and password file <none>
21:20:42.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:42.986415 21608 mini_oidc.cc:189] Starting OIDC Discovery server
21:20:42.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:42.988306 21608 webserver.cc:460] Webserver started at http://127.0.0.1:43909/ using document root <none> and password file <none>
21:20:43.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-11T21:20:43Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
21:20:43.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-11T21:20:43Z Disabled control of system clock
21:20:43.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:43.053297 21608 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskbeSzwH/build/tsan/bin/kudu
21:20:43.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskbeSzwH/build/tsan/bin/kudu
21:20:43.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbeSzwH/test-tmp/mini-kudu-cluster3838868263238728274/master-0/wal
21:20:43.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbeSzwH/test-tmp/mini-kudu-cluster3838868263238728274/master-0/data
21:20:43.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:20:43.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:20:43.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:20:43.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:20:43.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:20:43.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:20:43.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbeSzwH/test-tmp/mini-kudu-cluster3838868263238728274/master-0/logs
21:20:43.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbeSzwH/test-tmp/mini-kudu-cluster3838868263238728274/master-0/data/info.pb
21:20:43.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:20:43.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:20:43.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:20:43.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:20:43.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:20:43.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:20:43.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:20:43.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:20:43.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
21:20:43.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:20:43.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:20:43.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:20:43.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.26.62:43235
21:20:43.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.26.62
21:20:43.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:20:43.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.26.20:39371
21:20:43.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:20:43.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:20:43.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:20:43.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:20:43.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.21.26.62:43235,127.21.26.61:34009,127.21.26.60:36293
21:20:43.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:20:43.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39677/jwks.json
21:20:43.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
21:20:43.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
21:20:43.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:20:43.385270 21621 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
21:20:43.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:20:43.385891 21621 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:20:43.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:20:43.386384 21621 flags.cc:425] Enabled unsafe flag: --never_fsync=true
21:20:43.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:20:43.419030 21621 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
21:20:43.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:20:43.419353 21621 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
21:20:43.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:20:43.419510 21621 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
21:20:43.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:20:43.419718 21621 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
21:20:43.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:20:43.419912 21621 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
21:20:43.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:20:43.420105 21621 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
21:20:43.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:20:43.420250 21621 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:39677/jwks.json
21:20:43.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:43.457998 21621 master_runner.cc:386] Master server non-default flags:
21:20:43.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:20:43.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.26.20:39371
21:20:43.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:20:43.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:20:43.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
21:20:43.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbeSzwH/test-tmp/mini-kudu-cluster3838868263238728274/master-0/data
21:20:43.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbeSzwH/test-tmp/mini-kudu-cluster3838868263238728274/master-0/wal
21:20:43.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:20:43.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.21.26.62:43235,127.21.26.61:34009,127.21.26.60:36293
21:20:43.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
21:20:43.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:20:43.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:20:43.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:20:43.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.26.62:43235
21:20:43.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:20:43.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:20:43.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:20:43.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39677/jwks.json
21:20:43.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:20:43.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:20:43.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbeSzwH/test-tmp/mini-kudu-cluster3838868263238728274/master-0/data/info.pb
21:20:43.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.26.62
21:20:43.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:20:43.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:20:43.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:20:43.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:20:43.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:20:43.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:20:43.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbeSzwH/test-tmp/mini-kudu-cluster3838868263238728274/master-0/logs
21:20:43.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:20:43.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:20:43.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:20:43.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
21:20:43.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
21:20:43.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
21:20:43.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:20:43.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 20:29:06 UTC on ccycloud.quasar-djjszk.root.comops.site
21:20:43.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581476
21:20:43.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:20:43.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:43.459414 21621 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:20:43.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:43.461079 21621 file_cache.cc:493] Constructed file cache file cache with capacity 419430
21:20:43.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:20:43.479228 21628 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:20:44.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:20:43.479216 21631 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:20:44.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:43.480780 21621 server_base.cc:1034] running on GCE node
21:20:44.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:20:43.480273 21627 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:20:44.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:44.714385 21621 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:20:44.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:44.717454 21621 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:20:44.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:44.718887 21621 hybrid_clock.cc:648] HybridClock initialized: now 1786483244718866 us; error 107 us; skew 500 ppm
21:20:44.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:44.719798 21621 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:20:44.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:44.732983 21621 webserver.cc:460] Webserver started at http://127.21.26.62:46155/ using document root <none> and password file <none>
21:20:44.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:44.734184 21621 fs_manager.cc:359] Metadata directory not provided
21:20:44.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:44.734462 21621 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:20:44.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:44.735054 21621 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
21:20:44.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:44.740623 21621 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskbeSzwH/test-tmp/mini-kudu-cluster3838868263238728274/master-0/data/instance:
21:20:44.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "64cf3307a5224124a0deefacbe8e2724"
21:20:44.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:20:44 on dist-test-slave-9gcw"
21:20:44.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:44.741954 21621 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskbeSzwH/test-tmp/mini-kudu-cluster3838868263238728274/master-0/wal/instance:
21:20:44.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "64cf3307a5224124a0deefacbe8e2724"
21:20:44.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:20:44 on dist-test-slave-9gcw"
21:20:44.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:44.750053 21621 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.007s sys 0.001s
21:20:44.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:44.756146 21639 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
21:20:44.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:44.757324 21621 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.001s
21:20:44.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:44.757782 21621 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskbeSzwH/test-tmp/mini-kudu-cluster3838868263238728274/master-0/data,/tmp/dist-test-taskbeSzwH/test-tmp/mini-kudu-cluster3838868263238728274/master-0/wal
21:20:44.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "64cf3307a5224124a0deefacbe8e2724"
21:20:44.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:20:44 on dist-test-slave-9gcw"
21:20:44.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:44.758170 21621 fs_report.cc:383] FS layout report
21:20:44.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:20:44.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskbeSzwH/test-tmp/mini-kudu-cluster3838868263238728274/master-0/wal
21:20:44.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskbeSzwH/test-tmp/mini-kudu-cluster3838868263238728274/master-0/wal
21:20:44.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskbeSzwH/test-tmp/mini-kudu-cluster3838868263238728274/master-0/data/data
21:20:44.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:20:44.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:20:44.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:20:44.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:20:44.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:20:44.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:20:44.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:20:44.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:20:44.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:20:44.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:20:44.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:20:44.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:44.810307 21621 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
21:20:44.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:44.811947 21621 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:20:44.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:44.812476 21621 kserver.cc:163] Server-wide thread pool size limit: 3276
21:20:44.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:44.900329 21621 rpc_server.cc:307] RPC server started. Bound to: 127.21.26.62:43235
21:20:44.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:44.900424 21708 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.21.26.62:43235 every 8 connection(s)
21:20:44.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:44.903185 21621 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskbeSzwH/test-tmp/mini-kudu-cluster3838868263238728274/master-0/data/info.pb
21:20:44.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:44.907414 21608 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskbeSzwH/build/tsan/bin/kudu as pid 21621
21:20:44.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:44.908051 21608 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskbeSzwH/test-tmp/mini-kudu-cluster3838868263238728274/master-0/wal/instance
21:20:44.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:44.909878 21709 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
21:20:44.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:44.913704 21608 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskbeSzwH/build/tsan/bin/kudu
21:20:44.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskbeSzwH/build/tsan/bin/kudu
21:20:44.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbeSzwH/test-tmp/mini-kudu-cluster3838868263238728274/master-1/wal
21:20:44.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbeSzwH/test-tmp/mini-kudu-cluster3838868263238728274/master-1/data
21:20:44.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:20:44.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:20:44.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:20:44.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:20:44.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:20:44.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:20:44.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbeSzwH/test-tmp/mini-kudu-cluster3838868263238728274/master-1/logs
21:20:44.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbeSzwH/test-tmp/mini-kudu-cluster3838868263238728274/master-1/data/info.pb
21:20:44.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:20:44.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:20:44.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:20:44.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:20:44.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:20:44.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:20:44.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:20:44.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:20:44.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
21:20:44.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:20:44.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:20:44.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:20:44.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.26.61:34009
21:20:44.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.26.61
21:20:44.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:20:44.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.26.20:39371
21:20:44.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:20:44.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:20:44.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:20:44.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:20:44.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.21.26.62:43235,127.21.26.61:34009,127.21.26.60:36293
21:20:44.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:20:44.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39677/jwks.json
21:20:44.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
21:20:44.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
21:20:44.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:44.928395 21709 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.26.62" port: 43235 } has no permanent_uuid. Determining permanent_uuid...
21:20:44.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:44.958436 21709 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.26.61" port: 34009 } has no permanent_uuid. Determining permanent_uuid...
21:20:44.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:20:44.960671 21641 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.21.26.61:34009: connect: Connection refused (error 111)
21:20:44.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:20:44.964819 21709 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.26.61:34009: Network error: Client connection negotiation failed: client connection to 127.21.26.61:34009: connect: Connection refused (error 111)
21:20:45.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:45.014401 21709 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.26.61" port: 34009 } attempt: 1
21:20:45.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:20:45.018638 21709 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.26.61:34009: Network error: Client connection negotiation failed: client connection to 127.21.26.61:34009: connect: Connection refused (error 111)
21:20:45.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:45.087091 21709 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.26.61" port: 34009 } attempt: 2
21:20:45.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:20:45.091035 21709 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.26.61:34009: Network error: Client connection negotiation failed: client connection to 127.21.26.61:34009: connect: Connection refused (error 111)
21:20:45.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:45.182473 21709 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.26.61" port: 34009 } attempt: 3
21:20:45.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:20:45.186800 21709 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.26.61:34009: Network error: Client connection negotiation failed: client connection to 127.21.26.61:34009: connect: Connection refused (error 111)
21:20:45.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:20:45.247969 21711 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
21:20:45.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:20:45.248673 21711 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:20:45.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:20:45.249195 21711 flags.cc:425] Enabled unsafe flag: --never_fsync=true
21:20:45.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:20:45.280511 21711 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
21:20:45.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:20:45.280846 21711 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
21:20:45.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:20:45.281003 21711 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
21:20:45.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:20:45.281286 21711 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
21:20:45.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:20:45.281771 21711 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
21:20:45.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:20:45.282050 21711 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
21:20:45.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:20:45.282213 21711 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:39677/jwks.json
21:20:45.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:45.318744 21711 master_runner.cc:386] Master server non-default flags:
21:20:45.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:20:45.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.26.20:39371
21:20:45.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:20:45.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:20:45.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
21:20:45.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbeSzwH/test-tmp/mini-kudu-cluster3838868263238728274/master-1/data
21:20:45.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbeSzwH/test-tmp/mini-kudu-cluster3838868263238728274/master-1/wal
21:20:45.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:20:45.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.21.26.62:43235,127.21.26.61:34009,127.21.26.60:36293
21:20:45.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
21:20:45.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:20:45.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:20:45.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:20:45.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.26.61:34009
21:20:45.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:20:45.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:20:45.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:20:45.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39677/jwks.json
21:20:45.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:20:45.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:20:45.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbeSzwH/test-tmp/mini-kudu-cluster3838868263238728274/master-1/data/info.pb
21:20:45.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.26.61
21:20:45.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:20:45.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:20:45.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:20:45.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:20:45.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:20:45.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:20:45.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbeSzwH/test-tmp/mini-kudu-cluster3838868263238728274/master-1/logs
21:20:45.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:20:45.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:20:45.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:20:45.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
21:20:45.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
21:20:45.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
21:20:45.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:20:45.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 20:29:06 UTC on ccycloud.quasar-djjszk.root.comops.site
21:20:45.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581476
21:20:45.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:20:45.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:45.319983 21711 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:20:45.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:45.321839 21711 file_cache.cc:493] Constructed file cache file cache with capacity 419430
21:20:45.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:45.330294 21709 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.26.61" port: 34009 } attempt: 4
21:20:45.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:20:45.336309 21709 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.26.61:34009: Network error: Client connection negotiation failed: client connection to 127.21.26.61:34009: connect: Connection refused (error 111)
21:20:45.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:20:45.341804 21725 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:20:45.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:45.635798 21709 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.26.61" port: 34009 } attempt: 5
21:20:45.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:20:45.641430 21709 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.26.61:34009: Network error: Client connection negotiation failed: client connection to 127.21.26.61:34009: connect: Connection refused (error 111)
21:20:46.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:46.188925 21709 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.26.61" port: 34009 } attempt: 6
21:20:46.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:20:46.196044 21709 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.26.61:34009: Network error: Client connection negotiation failed: client connection to 127.21.26.61:34009: connect: Connection refused (error 111)
21:20:46.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:20:45.341846 21722 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:20:46.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:20:45.341885 21721 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:20:46.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:45.343915 21711 server_base.cc:1034] running on GCE node
21:20:46.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:46.536651 21711 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:20:46.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:46.539400 21711 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:20:46.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:46.540778 21711 hybrid_clock.cc:648] HybridClock initialized: now 1786483246540746 us; error 49 us; skew 500 ppm
21:20:46.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:46.541699 21711 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:20:46.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:46.548888 21711 webserver.cc:460] Webserver started at http://127.21.26.61:45917/ using document root <none> and password file <none>
21:20:46.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:46.549943 21711 fs_manager.cc:359] Metadata directory not provided
21:20:46.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:46.550213 21711 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:20:46.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:46.550652 21711 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
21:20:46.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:46.555738 21711 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskbeSzwH/test-tmp/mini-kudu-cluster3838868263238728274/master-1/data/instance:
21:20:46.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "81df3ffbb91a45cd971662151b9f35a0"
21:20:46.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:20:46 on dist-test-slave-9gcw"
21:20:46.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:46.556845 21711 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskbeSzwH/test-tmp/mini-kudu-cluster3838868263238728274/master-1/wal/instance:
21:20:46.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "81df3ffbb91a45cd971662151b9f35a0"
21:20:46.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:20:46 on dist-test-slave-9gcw"
21:20:46.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:46.565057 21711 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.006s sys 0.001s
21:20:46.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:46.571161 21736 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
21:20:46.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:46.572301 21711 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.006s sys 0.000s
21:20:46.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:46.572687 21711 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskbeSzwH/test-tmp/mini-kudu-cluster3838868263238728274/master-1/data,/tmp/dist-test-taskbeSzwH/test-tmp/mini-kudu-cluster3838868263238728274/master-1/wal
21:20:46.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "81df3ffbb91a45cd971662151b9f35a0"
21:20:46.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:20:46 on dist-test-slave-9gcw"
21:20:46.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:46.573060 21711 fs_report.cc:383] FS layout report
21:20:46.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:20:46.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskbeSzwH/test-tmp/mini-kudu-cluster3838868263238728274/master-1/wal
21:20:46.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskbeSzwH/test-tmp/mini-kudu-cluster3838868263238728274/master-1/wal
21:20:46.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskbeSzwH/test-tmp/mini-kudu-cluster3838868263238728274/master-1/data/data
21:20:46.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:20:46.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:20:46.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:20:46.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:20:46.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:20:46.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:20:46.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:20:46.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:20:46.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:20:46.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:20:46.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:20:46.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:46.609735 21711 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
21:20:46.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:46.611349 21711 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:20:46.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:46.611891 21711 kserver.cc:163] Server-wide thread pool size limit: 3276
21:20:46.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:46.701900 21711 rpc_server.cc:307] RPC server started. Bound to: 127.21.26.61:34009
21:20:46.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:46.701972 21808 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.21.26.61:34009 every 8 connection(s)
21:20:46.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:46.704892 21711 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskbeSzwH/test-tmp/mini-kudu-cluster3838868263238728274/master-1/data/info.pb
21:20:46.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:46.710179 21809 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
21:20:46.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:46.711330 21608 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskbeSzwH/build/tsan/bin/kudu as pid 21711
21:20:46.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:46.711671 21608 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskbeSzwH/test-tmp/mini-kudu-cluster3838868263238728274/master-1/wal/instance
21:20:46.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:46.713868 21608 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskbeSzwH/build/tsan/bin/kudu
21:20:46.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskbeSzwH/build/tsan/bin/kudu
21:20:46.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbeSzwH/test-tmp/mini-kudu-cluster3838868263238728274/master-2/wal
21:20:46.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbeSzwH/test-tmp/mini-kudu-cluster3838868263238728274/master-2/data
21:20:46.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:20:46.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:20:46.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:20:46.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:20:46.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:20:46.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:20:46.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbeSzwH/test-tmp/mini-kudu-cluster3838868263238728274/master-2/logs
21:20:46.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbeSzwH/test-tmp/mini-kudu-cluster3838868263238728274/master-2/data/info.pb
21:20:46.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:20:46.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:20:46.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:20:46.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:20:46.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:20:46.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:20:46.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:20:46.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:20:46.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
21:20:46.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:20:46.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:20:46.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:20:46.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.26.60:36293
21:20:46.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.26.60
21:20:46.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:20:46.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.26.20:39371
21:20:46.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:20:46.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:20:46.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:20:46.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:20:46.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.21.26.62:43235,127.21.26.61:34009,127.21.26.60:36293
21:20:46.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:20:46.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39677/jwks.json
21:20:46.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
21:20:46.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
21:20:46.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:46.723519 21809 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.26.62" port: 43235 } has no permanent_uuid. Determining permanent_uuid...
21:20:46.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:46.749243 21809 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.26.61" port: 34009 } has no permanent_uuid. Determining permanent_uuid...
21:20:46.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:46.764635 21809 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.26.60" port: 36293 } has no permanent_uuid. Determining permanent_uuid...
21:20:46.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:20:46.767098 21740 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.21.26.60:36293: connect: Connection refused (error 111)
21:20:46.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:20:46.771341 21809 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.26.60:36293: Network error: Client connection negotiation failed: client connection to 127.21.26.60:36293: connect: Connection refused (error 111)
21:20:46.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:46.820957 21809 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.26.60" port: 36293 } attempt: 1
21:20:46.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:20:46.824760 21809 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.26.60:36293: Network error: Client connection negotiation failed: client connection to 127.21.26.60:36293: connect: Connection refused (error 111)
21:20:46.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:46.893208 21809 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.26.60" port: 36293 } attempt: 2
21:20:46.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:20:46.897032 21809 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.26.60:36293: Network error: Client connection negotiation failed: client connection to 127.21.26.60:36293: connect: Connection refused (error 111)
21:20:46.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:46.988523 21809 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.26.60" port: 36293 } attempt: 3
21:20:46.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:20:46.992159 21809 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.26.60:36293: Network error: Client connection negotiation failed: client connection to 127.21.26.60:36293: connect: Connection refused (error 111)
21:20:47.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:20:47.036682 21811 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
21:20:47.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:20:47.037379 21811 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:20:47.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:20:47.037887 21811 flags.cc:425] Enabled unsafe flag: --never_fsync=true
21:20:47.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:20:47.070147 21811 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
21:20:47.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:20:47.070549 21811 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
21:20:47.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:20:47.070845 21811 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
21:20:47.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:20:47.071151 21811 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
21:20:47.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:20:47.071439 21811 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
21:20:47.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:20:47.071736 21811 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
21:20:47.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:20:47.071971 21811 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:39677/jwks.json
21:20:47.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:47.108306 21811 master_runner.cc:386] Master server non-default flags:
21:20:47.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:20:47.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.26.20:39371
21:20:47.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:20:47.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:20:47.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
21:20:47.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbeSzwH/test-tmp/mini-kudu-cluster3838868263238728274/master-2/data
21:20:47.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbeSzwH/test-tmp/mini-kudu-cluster3838868263238728274/master-2/wal
21:20:47.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:20:47.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.21.26.62:43235,127.21.26.61:34009,127.21.26.60:36293
21:20:47.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
21:20:47.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:20:47.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:20:47.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:20:47.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.26.60:36293
21:20:47.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:20:47.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:20:47.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:20:47.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39677/jwks.json
21:20:47.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:20:47.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:20:47.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbeSzwH/test-tmp/mini-kudu-cluster3838868263238728274/master-2/data/info.pb
21:20:47.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.26.60
21:20:47.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:20:47.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:20:47.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:20:47.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:20:47.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:20:47.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:20:47.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbeSzwH/test-tmp/mini-kudu-cluster3838868263238728274/master-2/logs
21:20:47.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:20:47.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:20:47.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:20:47.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
21:20:47.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
21:20:47.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
21:20:47.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:20:47.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 20:29:06 UTC on ccycloud.quasar-djjszk.root.comops.site
21:20:47.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581476
21:20:47.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:20:47.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:47.109933 21811 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:20:47.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:47.111650 21811 file_cache.cc:493] Constructed file cache file cache with capacity 419430
21:20:47.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:20:47.129457 21824 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:20:47.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:47.135619 21809 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.26.60" port: 36293 } attempt: 4
21:20:47.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:20:47.139526 21809 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.26.60:36293: Network error: Client connection negotiation failed: client connection to 127.21.26.60:36293: connect: Connection refused (error 111)
21:20:47.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:47.256718 21709 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.26.61" port: 34009 } attempt: 7
21:20:47.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:47.273691 21709 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.26.60" port: 36293 } has no permanent_uuid. Determining permanent_uuid...
21:20:47.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:20:47.281174 21709 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.26.60:36293: Network error: Client connection negotiation failed: client connection to 127.21.26.60:36293: connect: Connection refused (error 111)
21:20:47.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:47.339632 21709 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.26.60" port: 36293 } attempt: 1
21:20:47.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:20:47.343616 21709 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.26.60:36293: Network error: Client connection negotiation failed: client connection to 127.21.26.60:36293: connect: Connection refused (error 111)
21:20:47.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:47.425272 21709 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.26.60" port: 36293 } attempt: 2
21:20:47.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:20:47.429776 21709 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.26.60:36293: Network error: Client connection negotiation failed: client connection to 127.21.26.60:36293: connect: Connection refused (error 111)
21:20:47.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:47.438998 21809 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.26.60" port: 36293 } attempt: 5
21:20:47.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:20:47.443778 21809 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.26.60:36293: Network error: Client connection negotiation failed: client connection to 127.21.26.60:36293: connect: Connection refused (error 111)
21:20:47.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:47.515424 21709 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.26.60" port: 36293 } attempt: 3
21:20:47.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:20:47.520110 21709 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.26.60:36293: Network error: Client connection negotiation failed: client connection to 127.21.26.60:36293: connect: Connection refused (error 111)
21:20:47.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:47.660795 21709 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.26.60" port: 36293 } attempt: 4
21:20:47.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:20:47.665138 21709 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.26.60:36293: Network error: Client connection negotiation failed: client connection to 127.21.26.60:36293: connect: Connection refused (error 111)
21:20:47.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:47.948845 21709 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.26.60" port: 36293 } attempt: 5
21:20:47.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:20:47.953038 21709 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.26.60:36293: Network error: Client connection negotiation failed: client connection to 127.21.26.60:36293: connect: Connection refused (error 111)
21:20:47.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:47.991216 21809 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.26.60" port: 36293 } attempt: 6
21:20:47.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:20:47.998420 21809 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.26.60:36293: Network error: Client connection negotiation failed: client connection to 127.21.26.60:36293: connect: Connection refused (error 111)
21:20:48.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:20:47.129541 21822 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:20:48.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:20:47.129498 21821 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:20:48.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:47.131037 21811 server_base.cc:1034] running on GCE node
21:20:48.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:48.347620 21811 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:20:48.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:48.351017 21811 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:20:48.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:48.352458 21811 hybrid_clock.cc:648] HybridClock initialized: now 1786483248352410 us; error 69 us; skew 500 ppm
21:20:48.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:48.353428 21811 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:20:48.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:48.360575 21811 webserver.cc:460] Webserver started at http://127.21.26.60:35805/ using document root <none> and password file <none>
21:20:48.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:48.361593 21811 fs_manager.cc:359] Metadata directory not provided
21:20:48.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:48.361789 21811 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:20:48.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:48.362187 21811 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
21:20:48.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:48.367100 21811 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskbeSzwH/test-tmp/mini-kudu-cluster3838868263238728274/master-2/data/instance:
21:20:48.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "38447ea382aa4717a2ad2dc969bf4141"
21:20:48.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:20:48 on dist-test-slave-9gcw"
21:20:48.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:48.368149 21811 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskbeSzwH/test-tmp/mini-kudu-cluster3838868263238728274/master-2/wal/instance:
21:20:48.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "38447ea382aa4717a2ad2dc969bf4141"
21:20:48.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:20:48 on dist-test-slave-9gcw"
21:20:48.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:48.375556 21811 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.005s sys 0.004s
21:20:48.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:48.381585 21837 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
21:20:48.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:48.382836 21811 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
21:20:48.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:48.383147 21811 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskbeSzwH/test-tmp/mini-kudu-cluster3838868263238728274/master-2/data,/tmp/dist-test-taskbeSzwH/test-tmp/mini-kudu-cluster3838868263238728274/master-2/wal
21:20:48.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "38447ea382aa4717a2ad2dc969bf4141"
21:20:48.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:20:48 on dist-test-slave-9gcw"
21:20:48.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:48.383606 21811 fs_report.cc:383] FS layout report
21:20:48.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:20:48.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskbeSzwH/test-tmp/mini-kudu-cluster3838868263238728274/master-2/wal
21:20:48.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskbeSzwH/test-tmp/mini-kudu-cluster3838868263238728274/master-2/wal
21:20:48.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskbeSzwH/test-tmp/mini-kudu-cluster3838868263238728274/master-2/data/data
21:20:48.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:20:48.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:20:48.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:20:48.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:20:48.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:20:48.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:20:48.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:20:48.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:20:48.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:20:48.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:20:48.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:20:48.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:48.426044 21811 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
21:20:48.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:48.427513 21811 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:20:48.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:48.427923 21811 kserver.cc:163] Server-wide thread pool size limit: 3276
21:20:48.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:48.505671 21709 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.26.60" port: 36293 } attempt: 6
21:20:48.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:20:48.513748 21709 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.26.60:36293: Network error: Client connection negotiation failed: client connection to 127.21.26.60:36293: connect: Connection refused (error 111)
21:20:48.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:48.516007 21811 rpc_server.cc:307] RPC server started. Bound to: 127.21.26.60:36293
21:20:48.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:48.516057 21912 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.21.26.60:36293 every 8 connection(s)
21:20:48.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:48.519215 21811 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskbeSzwH/test-tmp/mini-kudu-cluster3838868263238728274/master-2/data/info.pb
21:20:48.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:48.524644 21914 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
21:20:48.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:48.528219 21608 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskbeSzwH/build/tsan/bin/kudu as pid 21811
21:20:48.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:48.528703 21608 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskbeSzwH/test-tmp/mini-kudu-cluster3838868263238728274/master-2/wal/instance
21:20:48.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:48.541311 21914 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.26.62" port: 43235 } has no permanent_uuid. Determining permanent_uuid...
21:20:48.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:48.574962 21914 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.26.61" port: 34009 } has no permanent_uuid. Determining permanent_uuid...
21:20:48.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:48.586880 21914 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.26.60" port: 36293 } has no permanent_uuid. Determining permanent_uuid...
21:20:48.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:48.605059 21914 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 38447ea382aa4717a2ad2dc969bf4141: Bootstrap starting.
21:20:48.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:48.611203 21914 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 38447ea382aa4717a2ad2dc969bf4141: Neither blocks nor log segments found. Creating new log.
21:20:48.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:48.613070 21914 log.cc:824] T 00000000000000000000000000000000 P 38447ea382aa4717a2ad2dc969bf4141: Log is configured to *not* fsync() on all Append() calls
21:20:48.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:48.618095 21914 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 38447ea382aa4717a2ad2dc969bf4141: No bootstrap required, opened a new log
21:20:48.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:48.640166 21914 raft_consensus.cc:348] T 00000000000000000000000000000000 P 38447ea382aa4717a2ad2dc969bf4141 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "64cf3307a5224124a0deefacbe8e2724" member_type: VOTER last_known_addr { host: "127.21.26.62" port: 43235 } } peers { permanent_uuid: "81df3ffbb91a45cd971662151b9f35a0" member_type: VOTER last_known_addr { host: "127.21.26.61" port: 34009 } } peers { permanent_uuid: "38447ea382aa4717a2ad2dc969bf4141" member_type: VOTER last_known_addr { host: "127.21.26.60" port: 36293 } }
21:20:48.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:48.640902 21914 raft_consensus.cc:374] T 00000000000000000000000000000000 P 38447ea382aa4717a2ad2dc969bf4141 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:20:48.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:48.641280 21914 raft_consensus.cc:729] T 00000000000000000000000000000000 P 38447ea382aa4717a2ad2dc969bf4141 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 38447ea382aa4717a2ad2dc969bf4141, State: Initialized, Role: FOLLOWER
21:20:48.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:48.642114 21914 consensus_queue.cc:260] T 00000000000000000000000000000000 P 38447ea382aa4717a2ad2dc969bf4141 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "64cf3307a5224124a0deefacbe8e2724" member_type: VOTER last_known_addr { host: "127.21.26.62" port: 43235 } } peers { permanent_uuid: "81df3ffbb91a45cd971662151b9f35a0" member_type: VOTER last_known_addr { host: "127.21.26.61" port: 34009 } } peers { permanent_uuid: "38447ea382aa4717a2ad2dc969bf4141" member_type: VOTER last_known_addr { host: "127.21.26.60" port: 36293 } }
21:20:48.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:48.644690 21923 sys_catalog.cc:455] T 00000000000000000000000000000000 P 38447ea382aa4717a2ad2dc969bf4141 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "64cf3307a5224124a0deefacbe8e2724" member_type: VOTER last_known_addr { host: "127.21.26.62" port: 43235 } } peers { permanent_uuid: "81df3ffbb91a45cd971662151b9f35a0" member_type: VOTER last_known_addr { host: "127.21.26.61" port: 34009 } } peers { permanent_uuid: "38447ea382aa4717a2ad2dc969bf4141" member_type: VOTER last_known_addr { host: "127.21.26.60" port: 36293 } } }
21:20:48.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:48.645768 21923 sys_catalog.cc:458] T 00000000000000000000000000000000 P 38447ea382aa4717a2ad2dc969bf4141 [sys.catalog]: This master's current role is: FOLLOWER
21:20:48.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:48.646255 21914 sys_catalog.cc:564] T 00000000000000000000000000000000 P 38447ea382aa4717a2ad2dc969bf4141 [sys.catalog]: configured and running, proceeding with master startup.
21:20:48.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:20:48.670449 21935 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 38447ea382aa4717a2ad2dc969bf4141: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:20:48.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:20:48.670768 21935 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:20:48.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:20:48.683007 21843 tablet.cc:2369] T 00000000000000000000000000000000 P 38447ea382aa4717a2ad2dc969bf4141: Can't schedule compaction. Clean time has not been advanced past its initial value.
21:20:48.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:48.667037 21811 master_runner.cc:186] Error getting master registration for 127.21.26.62:43235: OK, instance_id { permanent_uuid: "64cf3307a5224124a0deefacbe8e2724" instance_seqno: 1786483244879277 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
21:20:48.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:48.702869 21811 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
21:20:48.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:48.739833 21923 raft_consensus.cc:482] T 00000000000000000000000000000000 P 38447ea382aa4717a2ad2dc969bf4141 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:20:48.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:48.740271 21923 raft_consensus.cc:504] T 00000000000000000000000000000000 P 38447ea382aa4717a2ad2dc969bf4141 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "64cf3307a5224124a0deefacbe8e2724" member_type: VOTER last_known_addr { host: "127.21.26.62" port: 43235 } } peers { permanent_uuid: "81df3ffbb91a45cd971662151b9f35a0" member_type: VOTER last_known_addr { host: "127.21.26.61" port: 34009 } } peers { permanent_uuid: "38447ea382aa4717a2ad2dc969bf4141" member_type: VOTER last_known_addr { host: "127.21.26.60" port: 36293 } }
21:20:48.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:48.742180 21923 leader_election.cc:288] T 00000000000000000000000000000000 P 38447ea382aa4717a2ad2dc969bf4141 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 64cf3307a5224124a0deefacbe8e2724 (127.21.26.62:43235), 81df3ffbb91a45cd971662151b9f35a0 (127.21.26.61:34009)
21:20:49.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:49.059026 21809 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.26.60" port: 36293 } attempt: 7
21:20:49.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:49.086449 21809 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 81df3ffbb91a45cd971662151b9f35a0: Bootstrap starting.
21:20:49.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:49.091703 21809 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 81df3ffbb91a45cd971662151b9f35a0: Neither blocks nor log segments found. Creating new log.
21:20:49.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:49.093696 21809 log.cc:824] T 00000000000000000000000000000000 P 81df3ffbb91a45cd971662151b9f35a0: Log is configured to *not* fsync() on all Append() calls
21:20:49.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:49.099169 21809 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 81df3ffbb91a45cd971662151b9f35a0: No bootstrap required, opened a new log
21:20:49.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:20:49.125444 21839 proxy.cc:239] Call had error, refreshing address and retrying: Timed out: RequestConsensusVote RPC to 127.21.26.62:43235 timed out after 0.382s (SENT)
21:20:49.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:49.132980 21809 raft_consensus.cc:348] T 00000000000000000000000000000000 P 81df3ffbb91a45cd971662151b9f35a0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "64cf3307a5224124a0deefacbe8e2724" member_type: VOTER last_known_addr { host: "127.21.26.62" port: 43235 } } peers { permanent_uuid: "81df3ffbb91a45cd971662151b9f35a0" member_type: VOTER last_known_addr { host: "127.21.26.61" port: 34009 } } peers { permanent_uuid: "38447ea382aa4717a2ad2dc969bf4141" member_type: VOTER last_known_addr { host: "127.21.26.60" port: 36293 } }
21:20:49.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:49.133989 21809 raft_consensus.cc:374] T 00000000000000000000000000000000 P 81df3ffbb91a45cd971662151b9f35a0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:20:49.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:49.134328 21809 raft_consensus.cc:729] T 00000000000000000000000000000000 P 81df3ffbb91a45cd971662151b9f35a0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 81df3ffbb91a45cd971662151b9f35a0, State: Initialized, Role: FOLLOWER
21:20:49.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:49.136946 21809 consensus_queue.cc:260] T 00000000000000000000000000000000 P 81df3ffbb91a45cd971662151b9f35a0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "64cf3307a5224124a0deefacbe8e2724" member_type: VOTER last_known_addr { host: "127.21.26.62" port: 43235 } } peers { permanent_uuid: "81df3ffbb91a45cd971662151b9f35a0" member_type: VOTER last_known_addr { host: "127.21.26.61" port: 34009 } } peers { permanent_uuid: "38447ea382aa4717a2ad2dc969bf4141" member_type: VOTER last_known_addr { host: "127.21.26.60" port: 36293 } }
21:20:49.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:49.140339 21940 sys_catalog.cc:455] T 00000000000000000000000000000000 P 81df3ffbb91a45cd971662151b9f35a0 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "64cf3307a5224124a0deefacbe8e2724" member_type: VOTER last_known_addr { host: "127.21.26.62" port: 43235 } } peers { permanent_uuid: "81df3ffbb91a45cd971662151b9f35a0" member_type: VOTER last_known_addr { host: "127.21.26.61" port: 34009 } } peers { permanent_uuid: "38447ea382aa4717a2ad2dc969bf4141" member_type: VOTER last_known_addr { host: "127.21.26.60" port: 36293 } } }
21:20:49.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:49.141402 21940 sys_catalog.cc:458] T 00000000000000000000000000000000 P 81df3ffbb91a45cd971662151b9f35a0 [sys.catalog]: This master's current role is: FOLLOWER
21:20:49.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:49.142584 21809 sys_catalog.cc:564] T 00000000000000000000000000000000 P 81df3ffbb91a45cd971662151b9f35a0 [sys.catalog]: configured and running, proceeding with master startup.
21:20:49.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:49.142779 21767 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "38447ea382aa4717a2ad2dc969bf4141" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "81df3ffbb91a45cd971662151b9f35a0" is_pre_election: true
21:20:49.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:49.143682 21767 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 81df3ffbb91a45cd971662151b9f35a0 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 38447ea382aa4717a2ad2dc969bf4141 in term 0.
21:20:49.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:49.145695 21839 leader_election.cc:302] T 00000000000000000000000000000000 P 38447ea382aa4717a2ad2dc969bf4141 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 38447ea382aa4717a2ad2dc969bf4141, 81df3ffbb91a45cd971662151b9f35a0; no voters:
21:20:49.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:49.147141 21923 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 38447ea382aa4717a2ad2dc969bf4141 [term 0 FOLLOWER]: Leader pre-election won for term 1
21:20:49.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:49.147622 21923 raft_consensus.cc:482] T 00000000000000000000000000000000 P 38447ea382aa4717a2ad2dc969bf4141 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
21:20:49.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:49.148038 21923 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 38447ea382aa4717a2ad2dc969bf4141 [term 0 FOLLOWER]: Advancing to term 1
21:20:49.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:49.158222 21768 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "38447ea382aa4717a2ad2dc969bf4141" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "81df3ffbb91a45cd971662151b9f35a0" is_pre_election: true
21:20:49.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:49.159365 21768 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 81df3ffbb91a45cd971662151b9f35a0 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 38447ea382aa4717a2ad2dc969bf4141 in term 0.
21:20:49.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:20:49.160005 21768 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:38564 (request call id 1) took 416 ms (client timeout 382 ms). Trace:
21:20:49.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:49.161701 21923 raft_consensus.cc:504] T 00000000000000000000000000000000 P 38447ea382aa4717a2ad2dc969bf4141 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "64cf3307a5224124a0deefacbe8e2724" member_type: VOTER last_known_addr { host: "127.21.26.62" port: 43235 } } peers { permanent_uuid: "81df3ffbb91a45cd971662151b9f35a0" member_type: VOTER last_known_addr { host: "127.21.26.61" port: 34009 } } peers { permanent_uuid: "38447ea382aa4717a2ad2dc969bf4141" member_type: VOTER last_known_addr { host: "127.21.26.60" port: 36293 } }
21:20:49.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:49.165271 21923 leader_election.cc:288] T 00000000000000000000000000000000 P 38447ea382aa4717a2ad2dc969bf4141 [CANDIDATE]: Term 1 election: Requested vote from peers 64cf3307a5224124a0deefacbe8e2724 (127.21.26.62:43235), 81df3ffbb91a45cd971662151b9f35a0 (127.21.26.61:34009)
21:20:49.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:20:49.160413 21768 rpcz_store.cc:269] 0811 21:20:48.743161 (+ 0us) service_pool.cc:170] Inserting onto call queue
21:20:49.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 21:20:48.743347 (+ 186us) service_pool.cc:227] Handling call
21:20:49.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 21:20:49.159895 (+416548us) inbound_call.cc:173] Queueing success response
21:20:49.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
21:20:49.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:49.167073 21768 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "38447ea382aa4717a2ad2dc969bf4141" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "81df3ffbb91a45cd971662151b9f35a0"
21:20:49.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:49.167660 21768 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 81df3ffbb91a45cd971662151b9f35a0 [term 0 FOLLOWER]: Advancing to term 1
21:20:49.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:49.178761 21768 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 81df3ffbb91a45cd971662151b9f35a0 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 38447ea382aa4717a2ad2dc969bf4141 in term 1.
21:20:49.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:49.180374 21839 leader_election.cc:302] T 00000000000000000000000000000000 P 38447ea382aa4717a2ad2dc969bf4141 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 38447ea382aa4717a2ad2dc969bf4141, 81df3ffbb91a45cd971662151b9f35a0; no voters:
21:20:49.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:49.181643 21923 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 38447ea382aa4717a2ad2dc969bf4141 [term 1 FOLLOWER]: Leader election won for term 1
21:20:49.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:49.184073 21923 raft_consensus.cc:686] T 00000000000000000000000000000000 P 38447ea382aa4717a2ad2dc969bf4141 [term 1 LEADER]: Becoming Leader. State: Replica: 38447ea382aa4717a2ad2dc969bf4141, State: Running, Role: LEADER
21:20:49.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:49.185478 21923 consensus_queue.cc:237] T 00000000000000000000000000000000 P 38447ea382aa4717a2ad2dc969bf4141 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "64cf3307a5224124a0deefacbe8e2724" member_type: VOTER last_known_addr { host: "127.21.26.62" port: 43235 } } peers { permanent_uuid: "81df3ffbb91a45cd971662151b9f35a0" member_type: VOTER last_known_addr { host: "127.21.26.61" port: 34009 } } peers { permanent_uuid: "38447ea382aa4717a2ad2dc969bf4141" member_type: VOTER last_known_addr { host: "127.21.26.60" port: 36293 } }
21:20:49.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:49.204632 21950 sys_catalog.cc:455] T 00000000000000000000000000000000 P 38447ea382aa4717a2ad2dc969bf4141 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 38447ea382aa4717a2ad2dc969bf4141. Latest consensus state: current_term: 1 leader_uuid: "38447ea382aa4717a2ad2dc969bf4141" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "64cf3307a5224124a0deefacbe8e2724" member_type: VOTER last_known_addr { host: "127.21.26.62" port: 43235 } } peers { permanent_uuid: "81df3ffbb91a45cd971662151b9f35a0" member_type: VOTER last_known_addr { host: "127.21.26.61" port: 34009 } } peers { permanent_uuid: "38447ea382aa4717a2ad2dc969bf4141" member_type: VOTER last_known_addr { host: "127.21.26.60" port: 36293 } } }
21:20:49.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:49.205655 21950 sys_catalog.cc:458] T 00000000000000000000000000000000 P 38447ea382aa4717a2ad2dc969bf4141 [sys.catalog]: This master's current role is: LEADER
21:20:49.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:49.212749 21955 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
21:20:49.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:49.219847 21956 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
21:20:49.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:49.228193 21956 catalog_manager.cc:1484] Initializing Kudu cluster ID...
21:20:49.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:49.219172 21711 master_runner.cc:186] Error getting master registration for 127.21.26.62:43235: OK, instance_id { permanent_uuid: "64cf3307a5224124a0deefacbe8e2724" instance_seqno: 1786483244879277 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
21:20:49.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:49.258978 21768 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 81df3ffbb91a45cd971662151b9f35a0 [term 1 FOLLOWER]: Refusing update from remote peer 38447ea382aa4717a2ad2dc969bf4141: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
21:20:49.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:49.259543 21711 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
21:20:49.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:49.260846 21923 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 38447ea382aa4717a2ad2dc969bf4141 [LEADER]: Connected to new peer: Peer: permanent_uuid: "81df3ffbb91a45cd971662151b9f35a0" member_type: VOTER last_known_addr { host: "127.21.26.61" port: 34009 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
21:20:49.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:49.288928 21957 mvcc.cc:205] Tried to move back new op lower bound from 7317435388946464768 to 7317435388675534848. Current Snapshot: MvccSnapshot[applied={T|T < 7317435388946464768}]
21:20:49.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:49.291374 21940 sys_catalog.cc:455] T 00000000000000000000000000000000 P 81df3ffbb91a45cd971662151b9f35a0 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 38447ea382aa4717a2ad2dc969bf4141. Latest consensus state: current_term: 1 leader_uuid: "38447ea382aa4717a2ad2dc969bf4141" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "64cf3307a5224124a0deefacbe8e2724" member_type: VOTER last_known_addr { host: "127.21.26.62" port: 43235 } } peers { permanent_uuid: "81df3ffbb91a45cd971662151b9f35a0" member_type: VOTER last_known_addr { host: "127.21.26.61" port: 34009 } } peers { permanent_uuid: "38447ea382aa4717a2ad2dc969bf4141" member_type: VOTER last_known_addr { host: "127.21.26.60" port: 36293 } } }
21:20:49.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:49.296111 21940 sys_catalog.cc:458] T 00000000000000000000000000000000 P 81df3ffbb91a45cd971662151b9f35a0 [sys.catalog]: This master's current role is: FOLLOWER
21:20:49.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:49.308172 21956 catalog_manager.cc:1347] Generated new cluster ID: 17b4e6e9679a4977bd923fcd3d7f3792
21:20:49.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:49.308530 21956 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
21:20:49.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:49.309793 21923 sys_catalog.cc:455] T 00000000000000000000000000000000 P 38447ea382aa4717a2ad2dc969bf4141 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "38447ea382aa4717a2ad2dc969bf4141" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "64cf3307a5224124a0deefacbe8e2724" member_type: VOTER last_known_addr { host: "127.21.26.62" port: 43235 } } peers { permanent_uuid: "81df3ffbb91a45cd971662151b9f35a0" member_type: VOTER last_known_addr { host: "127.21.26.61" port: 34009 } } peers { permanent_uuid: "38447ea382aa4717a2ad2dc969bf4141" member_type: VOTER last_known_addr { host: "127.21.26.60" port: 36293 } } }
21:20:49.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:49.310032 21940 sys_catalog.cc:455] T 00000000000000000000000000000000 P 81df3ffbb91a45cd971662151b9f35a0 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "38447ea382aa4717a2ad2dc969bf4141" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "64cf3307a5224124a0deefacbe8e2724" member_type: VOTER last_known_addr { host: "127.21.26.62" port: 43235 } } peers { permanent_uuid: "81df3ffbb91a45cd971662151b9f35a0" member_type: VOTER last_known_addr { host: "127.21.26.61" port: 34009 } } peers { permanent_uuid: "38447ea382aa4717a2ad2dc969bf4141" member_type: VOTER last_known_addr { host: "127.21.26.60" port: 36293 } } }
21:20:49.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:49.310560 21923 sys_catalog.cc:458] T 00000000000000000000000000000000 P 38447ea382aa4717a2ad2dc969bf4141 [sys.catalog]: This master's current role is: LEADER
21:20:49.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:49.310847 21940 sys_catalog.cc:458] T 00000000000000000000000000000000 P 81df3ffbb91a45cd971662151b9f35a0 [sys.catalog]: This master's current role is: FOLLOWER
21:20:49.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:49.340292 21956 catalog_manager.cc:1370] Generated new certificate authority record
21:20:49.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:49.343374 21956 catalog_manager.cc:1504] Loading token signing keys...
21:20:49.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:49.371965 21956 catalog_manager.cc:5868] T 00000000000000000000000000000000 P 38447ea382aa4717a2ad2dc969bf4141: Generated new TSK 0
21:20:49.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:49.373517 21956 catalog_manager.cc:1514] Initializing in-progress tserver states...
21:20:49.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:49.403417 21608 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskbeSzwH/build/tsan/bin/kudu
21:20:49.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskbeSzwH/build/tsan/bin/kudu
21:20:49.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbeSzwH/test-tmp/mini-kudu-cluster3838868263238728274/ts-0/wal
21:20:49.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbeSzwH/test-tmp/mini-kudu-cluster3838868263238728274/ts-0/data
21:20:49.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:20:49.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:20:49.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:20:49.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:20:49.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:20:49.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:20:49.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbeSzwH/test-tmp/mini-kudu-cluster3838868263238728274/ts-0/logs
21:20:49.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbeSzwH/test-tmp/mini-kudu-cluster3838868263238728274/ts-0/data/info.pb
21:20:49.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:20:49.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:20:49.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:20:49.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:20:49.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:20:49.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:20:49.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:20:49.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:20:49.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
21:20:49.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:20:49.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.26.1:0
21:20:49.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.21.26.1
21:20:49.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.26.1
21:20:49.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:20:49.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.21.26.62:43235,127.21.26.61:34009,127.21.26.60:36293
21:20:49.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.26.20:39371
21:20:49.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:20:49.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:20:49.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:20:49.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
21:20:49.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
21:20:49.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
21:20:49.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:20:49.512475 21839 leader_election.cc:334] T 00000000000000000000000000000000 P 38447ea382aa4717a2ad2dc969bf4141 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 64cf3307a5224124a0deefacbe8e2724 (127.21.26.62:43235): Timed out: RequestConsensusVote RPC to 127.21.26.62:43235 timed out after 0.382s (SENT)
21:20:49.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:49.547261 21709 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.26.60" port: 36293 } attempt: 7
21:20:49.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:49.606703 21709 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 64cf3307a5224124a0deefacbe8e2724: Bootstrap starting.
21:20:49.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:49.668880 21709 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 64cf3307a5224124a0deefacbe8e2724: Neither blocks nor log segments found. Creating new log.
21:20:49.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:49.671283 21709 log.cc:824] T 00000000000000000000000000000000 P 64cf3307a5224124a0deefacbe8e2724: Log is configured to *not* fsync() on all Append() calls
21:20:49.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:49.682190 21709 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 64cf3307a5224124a0deefacbe8e2724: No bootstrap required, opened a new log
21:20:49.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:49.715077 21709 raft_consensus.cc:348] T 00000000000000000000000000000000 P 64cf3307a5224124a0deefacbe8e2724 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "64cf3307a5224124a0deefacbe8e2724" member_type: VOTER last_known_addr { host: "127.21.26.62" port: 43235 } } peers { permanent_uuid: "81df3ffbb91a45cd971662151b9f35a0" member_type: VOTER last_known_addr { host: "127.21.26.61" port: 34009 } } peers { permanent_uuid: "38447ea382aa4717a2ad2dc969bf4141" member_type: VOTER last_known_addr { host: "127.21.26.60" port: 36293 } }
21:20:49.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:49.716116 21709 raft_consensus.cc:374] T 00000000000000000000000000000000 P 64cf3307a5224124a0deefacbe8e2724 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:20:49.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:49.716424 21709 raft_consensus.cc:729] T 00000000000000000000000000000000 P 64cf3307a5224124a0deefacbe8e2724 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 64cf3307a5224124a0deefacbe8e2724, State: Initialized, Role: FOLLOWER
21:20:49.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:49.717586 21709 consensus_queue.cc:260] T 00000000000000000000000000000000 P 64cf3307a5224124a0deefacbe8e2724 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "64cf3307a5224124a0deefacbe8e2724" member_type: VOTER last_known_addr { host: "127.21.26.62" port: 43235 } } peers { permanent_uuid: "81df3ffbb91a45cd971662151b9f35a0" member_type: VOTER last_known_addr { host: "127.21.26.61" port: 34009 } } peers { permanent_uuid: "38447ea382aa4717a2ad2dc969bf4141" member_type: VOTER last_known_addr { host: "127.21.26.60" port: 36293 } }
21:20:49.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:49.730376 21969 sys_catalog.cc:455] T 00000000000000000000000000000000 P 64cf3307a5224124a0deefacbe8e2724 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "64cf3307a5224124a0deefacbe8e2724" member_type: VOTER last_known_addr { host: "127.21.26.62" port: 43235 } } peers { permanent_uuid: "81df3ffbb91a45cd971662151b9f35a0" member_type: VOTER last_known_addr { host: "127.21.26.61" port: 34009 } } peers { permanent_uuid: "38447ea382aa4717a2ad2dc969bf4141" member_type: VOTER last_known_addr { host: "127.21.26.60" port: 36293 } } }
21:20:49.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:49.731331 21969 sys_catalog.cc:458] T 00000000000000000000000000000000 P 64cf3307a5224124a0deefacbe8e2724 [sys.catalog]: This master's current role is: FOLLOWER
21:20:49.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:49.732314 21709 sys_catalog.cc:564] T 00000000000000000000000000000000 P 64cf3307a5224124a0deefacbe8e2724 [sys.catalog]: configured and running, proceeding with master startup.
21:20:49.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:49.732805 21664 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "38447ea382aa4717a2ad2dc969bf4141" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "64cf3307a5224124a0deefacbe8e2724"
21:20:49.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:49.733611 21664 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 64cf3307a5224124a0deefacbe8e2724 [term 0 FOLLOWER]: Advancing to term 1
21:20:49.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:49.737916 21667 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "38447ea382aa4717a2ad2dc969bf4141" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "64cf3307a5224124a0deefacbe8e2724" is_pre_election: true
21:20:49.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:49.738575 21662 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "38447ea382aa4717a2ad2dc969bf4141" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "64cf3307a5224124a0deefacbe8e2724"
21:20:49.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:49.740818 21665 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "38447ea382aa4717a2ad2dc969bf4141" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "64cf3307a5224124a0deefacbe8e2724" is_pre_election: true
21:20:49.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:20:49.741899 21665 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:59806 (request call id 3) took 611 ms (client timeout 382 ms). Trace:
21:20:49.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:20:49.744575 21667 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:59806 (request call id 2) took 1001 ms (client timeout 382 ms). Trace:
21:20:49.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:20:49.742215 21665 rpcz_store.cc:269] 0811 21:20:49.130137 (+ 0us) service_pool.cc:170] Inserting onto call queue
21:20:49.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 21:20:49.130343 (+ 206us) service_pool.cc:227] Handling call
21:20:49.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 21:20:49.741820 (+611477us) inbound_call.cc:173] Queueing success response
21:20:49.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
21:20:49.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:20:49.744933 21667 rpcz_store.cc:269] 0811 21:20:48.742880 (+ 0us) service_pool.cc:170] Inserting onto call queue
21:20:49.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 21:20:48.743042 (+ 162us) service_pool.cc:227] Handling call
21:20:49.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 21:20:49.744513 (+1001471us) inbound_call.cc:173] Queueing success response
21:20:49.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
21:20:49.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:49.755697 21664 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 64cf3307a5224124a0deefacbe8e2724 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 38447ea382aa4717a2ad2dc969bf4141 in term 1.
21:20:49.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:49.757038 21663 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 64cf3307a5224124a0deefacbe8e2724 [term 1 FOLLOWER]: Refusing update from remote peer 38447ea382aa4717a2ad2dc969bf4141: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
21:20:49.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:20:49.761502 21664 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:59806 (request call id 4) took 596 ms (client timeout 367 ms). Trace:
21:20:49.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:20:49.761878 21664 rpcz_store.cc:269] 0811 21:20:49.165446 (+ 0us) service_pool.cc:170] Inserting onto call queue
21:20:49.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 21:20:49.165600 (+ 154us) service_pool.cc:227] Handling call
21:20:49.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 21:20:49.761424 (+595824us) inbound_call.cc:173] Queueing success response
21:20:49.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
21:20:49.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:49.766886 21950 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 38447ea382aa4717a2ad2dc969bf4141 [LEADER]: Connected to new peer: Peer: permanent_uuid: "64cf3307a5224124a0deefacbe8e2724" member_type: VOTER last_known_addr { host: "127.21.26.62" port: 43235 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
21:20:49.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:49.845193 21969 sys_catalog.cc:455] T 00000000000000000000000000000000 P 64cf3307a5224124a0deefacbe8e2724 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 38447ea382aa4717a2ad2dc969bf4141. Latest consensus state: current_term: 1 leader_uuid: "38447ea382aa4717a2ad2dc969bf4141" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "64cf3307a5224124a0deefacbe8e2724" member_type: VOTER last_known_addr { host: "127.21.26.62" port: 43235 } } peers { permanent_uuid: "81df3ffbb91a45cd971662151b9f35a0" member_type: VOTER last_known_addr { host: "127.21.26.61" port: 34009 } } peers { permanent_uuid: "38447ea382aa4717a2ad2dc969bf4141" member_type: VOTER last_known_addr { host: "127.21.26.60" port: 36293 } } }
21:20:49.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:49.845978 21969 sys_catalog.cc:458] T 00000000000000000000000000000000 P 64cf3307a5224124a0deefacbe8e2724 [sys.catalog]: This master's current role is: FOLLOWER
21:20:49.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:49.845590 21976 sys_catalog.cc:455] T 00000000000000000000000000000000 P 64cf3307a5224124a0deefacbe8e2724 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "38447ea382aa4717a2ad2dc969bf4141" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "64cf3307a5224124a0deefacbe8e2724" member_type: VOTER last_known_addr { host: "127.21.26.62" port: 43235 } } peers { permanent_uuid: "81df3ffbb91a45cd971662151b9f35a0" member_type: VOTER last_known_addr { host: "127.21.26.61" port: 34009 } } peers { permanent_uuid: "38447ea382aa4717a2ad2dc969bf4141" member_type: VOTER last_known_addr { host: "127.21.26.60" port: 36293 } } }
21:20:49.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:49.846472 21976 sys_catalog.cc:458] T 00000000000000000000000000000000 P 64cf3307a5224124a0deefacbe8e2724 [sys.catalog]: This master's current role is: FOLLOWER
21:20:49.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:49.850127 21950 sys_catalog.cc:455] T 00000000000000000000000000000000 P 38447ea382aa4717a2ad2dc969bf4141 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "38447ea382aa4717a2ad2dc969bf4141" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "64cf3307a5224124a0deefacbe8e2724" member_type: VOTER last_known_addr { host: "127.21.26.62" port: 43235 } } peers { permanent_uuid: "81df3ffbb91a45cd971662151b9f35a0" member_type: VOTER last_known_addr { host: "127.21.26.61" port: 34009 } } peers { permanent_uuid: "38447ea382aa4717a2ad2dc969bf4141" member_type: VOTER last_known_addr { host: "127.21.26.60" port: 36293 } } }
21:20:49.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:49.850886 21950 sys_catalog.cc:458] T 00000000000000000000000000000000 P 38447ea382aa4717a2ad2dc969bf4141 [sys.catalog]: This master's current role is: LEADER
21:20:49.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:49.878929 21987 catalog_manager.cc:1259] Loaded cluster ID: 17b4e6e9679a4977bd923fcd3d7f3792
21:20:49.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:49.879240 21987 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 64cf3307a5224124a0deefacbe8e2724: loading cluster ID for follower catalog manager: success
21:20:49.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:49.887948 21987 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 64cf3307a5224124a0deefacbe8e2724: acquiring CA information for follower catalog manager: success
21:20:49.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:49.893916 21987 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 64cf3307a5224124a0deefacbe8e2724: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
21:20:50.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:20:50.014451 21964 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
21:20:50.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:20:50.015058 21964 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:20:50.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:20:50.016007 21964 flags.cc:425] Enabled unsafe flag: --never_fsync=true
21:20:50.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:20:50.051599 21964 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
21:20:50.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:20:50.052333 21964 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
21:20:50.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:20:50.052599 21964 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
21:20:50.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:20:50.052867 21964 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
21:20:50.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:20:50.053583 21964 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.21.26.1
21:20:50.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:50.091298 21964 tablet_server_runner.cc:78] Tablet server non-default flags:
21:20:50.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:20:50.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.26.20:39371
21:20:50.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:20:50.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:20:50.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbeSzwH/test-tmp/mini-kudu-cluster3838868263238728274/ts-0/data
21:20:50.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbeSzwH/test-tmp/mini-kudu-cluster3838868263238728274/ts-0/wal
21:20:50.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:20:50.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:20:50.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.26.1:0
21:20:50.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:20:50.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:20:50.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:20:50.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbeSzwH/test-tmp/mini-kudu-cluster3838868263238728274/ts-0/data/info.pb
21:20:50.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.26.1
21:20:50.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:20:50.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
21:20:50.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
21:20:50.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
21:20:50.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.21.26.62:43235,127.21.26.61:34009,127.21.26.60:36293
21:20:50.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:20:50.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:20:50.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:20:50.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:20:50.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:20:50.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.21.26.1
21:20:50.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbeSzwH/test-tmp/mini-kudu-cluster3838868263238728274/ts-0/logs
21:20:50.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:20:50.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:20:50.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:20:50.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
21:20:50.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
21:20:50.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
21:20:50.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:20:50.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 20:29:06 UTC on ccycloud.quasar-djjszk.root.comops.site
21:20:50.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581476
21:20:50.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:20:50.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:50.092845 21964 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:20:50.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:50.094698 21964 file_cache.cc:493] Constructed file cache file cache with capacity 419430
21:20:50.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:20:50.121212 21994 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:20:50.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:50.250048 21955 catalog_manager.cc:1259] Loaded cluster ID: 17b4e6e9679a4977bd923fcd3d7f3792
21:20:50.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:50.256696 21955 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 81df3ffbb91a45cd971662151b9f35a0: loading cluster ID for follower catalog manager: success
21:20:50.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:50.318135 21955 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 81df3ffbb91a45cd971662151b9f35a0: acquiring CA information for follower catalog manager: success
21:20:50.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:50.347913 21955 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 81df3ffbb91a45cd971662151b9f35a0: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
21:20:53.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:20:50.125733 21995 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:20:53.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:20:51.516615 21993 debug-util.cc:398] Leaking SignalData structure 0x7b0800014e80 after lost signal to thread 21964
21:20:53.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:20:53.243698 21993 kernel_stack_watchdog.cc:198] Thread 21964 stuck at /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/thread.cc:637 for 393ms:
21:20:53.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
21:20:53.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
21:20:53.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
21:20:53.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
21:20:53.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:20:53.245004 21964 thread.cc:636] OpenStack (cloud detector) Time spent creating pthread: real 3.125s user 0.894s sys 1.636s
21:20:53.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:20:53.245607 21964 thread.cc:602] OpenStack (cloud detector) Time spent starting thread: real 3.126s user 0.895s sys 1.636s
21:20:53.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:20:53.246958 21997 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
21:20:53.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:20:53.247208 21998 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:20:53.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:53.247773 21964 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
21:20:53.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:53.253983 21964 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:20:53.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:53.256917 21964 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:20:53.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:53.258404 21964 hybrid_clock.cc:648] HybridClock initialized: now 1786483253258306 us; error 130 us; skew 500 ppm
21:20:53.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:53.259279 21964 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:20:53.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:53.266891 21964 webserver.cc:460] Webserver started at http://127.21.26.1:38293/ using document root <none> and password file <none>
21:20:53.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:53.268009 21964 fs_manager.cc:359] Metadata directory not provided
21:20:53.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:53.268280 21964 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:20:53.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:53.268803 21964 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
21:20:53.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:53.273846 21964 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskbeSzwH/test-tmp/mini-kudu-cluster3838868263238728274/ts-0/data/instance:
21:20:53.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "14ef0dc7d9ec470c93e7149e621f3f7e"
21:20:53.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:20:53 on dist-test-slave-9gcw"
21:20:53.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:53.275046 21964 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskbeSzwH/test-tmp/mini-kudu-cluster3838868263238728274/ts-0/wal/instance:
21:20:53.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "14ef0dc7d9ec470c93e7149e621f3f7e"
21:20:53.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:20:53 on dist-test-slave-9gcw"
21:20:53.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:53.284015 21964 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.007s sys 0.002s
21:20:53.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:53.291404 22009 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
21:20:53.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:53.292723 21964 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.006s sys 0.000s
21:20:53.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:53.293226 21964 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskbeSzwH/test-tmp/mini-kudu-cluster3838868263238728274/ts-0/data,/tmp/dist-test-taskbeSzwH/test-tmp/mini-kudu-cluster3838868263238728274/ts-0/wal
21:20:53.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "14ef0dc7d9ec470c93e7149e621f3f7e"
21:20:53.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:20:53 on dist-test-slave-9gcw"
21:20:53.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:53.293712 21964 fs_report.cc:383] FS layout report
21:20:53.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:20:53.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskbeSzwH/test-tmp/mini-kudu-cluster3838868263238728274/ts-0/wal
21:20:53.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskbeSzwH/test-tmp/mini-kudu-cluster3838868263238728274/ts-0/wal
21:20:53.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskbeSzwH/test-tmp/mini-kudu-cluster3838868263238728274/ts-0/data/data
21:20:53.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:20:53.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:20:53.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:20:53.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:20:53.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:20:53.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:20:53.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:20:53.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:20:53.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:20:53.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:20:53.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:20:53.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:53.370810 21964 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
21:20:53.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:53.373250 21964 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:20:53.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:53.373901 21964 kserver.cc:163] Server-wide thread pool size limit: 3276
21:20:53.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:53.411453 21964 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
21:20:53.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:53.412065 21964 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.001s user 0.001s sys 0.000s
21:20:53.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:53.412601 21964 ts_tablet_manager.cc:610] Registered 0 tablets
21:20:53.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:53.412967 21964 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
21:20:53.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:53.854164 21964 rpc_server.cc:307] RPC server started. Bound to: 127.21.26.1:40073
21:20:53.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:53.854740 22154 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.21.26.1:40073 every 8 connection(s)
21:20:53.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:53.857481 21964 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskbeSzwH/test-tmp/mini-kudu-cluster3838868263238728274/ts-0/data/info.pb
21:20:53.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:53.866636 21608 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskbeSzwH/build/tsan/bin/kudu as pid 21964
21:20:53.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:53.867816 21608 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskbeSzwH/test-tmp/mini-kudu-cluster3838868263238728274/ts-0/wal/instance
21:20:53.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:53.920346 21608 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskbeSzwH/build/tsan/bin/kudu
21:20:53.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskbeSzwH/build/tsan/bin/kudu
21:20:53.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbeSzwH/test-tmp/mini-kudu-cluster3838868263238728274/ts-1/wal
21:20:53.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbeSzwH/test-tmp/mini-kudu-cluster3838868263238728274/ts-1/data
21:20:53.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:20:53.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:20:53.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:20:53.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:20:53.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:20:53.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:20:53.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbeSzwH/test-tmp/mini-kudu-cluster3838868263238728274/ts-1/logs
21:20:53.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbeSzwH/test-tmp/mini-kudu-cluster3838868263238728274/ts-1/data/info.pb
21:20:53.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:20:53.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:20:53.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:20:53.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:20:53.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:20:53.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:20:53.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:20:53.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:20:53.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
21:20:53.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:20:53.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.26.2:0
21:20:53.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.21.26.2
21:20:53.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.26.2
21:20:53.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:20:53.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.21.26.62:43235,127.21.26.61:34009,127.21.26.60:36293
21:20:53.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.26.20:39371
21:20:53.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:20:53.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:20:53.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:20:53.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
21:20:53.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
21:20:53.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
21:20:53.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:53.927063 22155 heartbeater.cc:347] Connected to a master server at 127.21.26.60:36293
21:20:53.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:53.927737 22155 heartbeater.cc:464] Registering TS with master...
21:20:53.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:53.929059 22155 heartbeater.cc:511] Master 127.21.26.60:36293 requested a full tablet report, sending...
21:20:53.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:53.932801 21858 ts_manager.cc:194] Registered new tserver with Master: 14ef0dc7d9ec470c93e7149e621f3f7e (127.21.26.1:40073)
21:20:53.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:53.935845 21858 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.21.26.1:39169
21:20:53.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:53.951027 22158 heartbeater.cc:347] Connected to a master server at 127.21.26.62:43235
21:20:53.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:53.951489 22158 heartbeater.cc:464] Registering TS with master...
21:20:53.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:53.952345 22158 heartbeater.cc:511] Master 127.21.26.62:43235 requested a full tablet report, sending...
21:20:53.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:53.956190 21656 ts_manager.cc:194] Registered new tserver with Master: 14ef0dc7d9ec470c93e7149e621f3f7e (127.21.26.1:40073)
21:20:53.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:53.976027 22156 heartbeater.cc:347] Connected to a master server at 127.21.26.61:34009
21:20:53.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:53.976480 22156 heartbeater.cc:464] Registering TS with master...
21:20:53.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:53.977308 22156 heartbeater.cc:511] Master 127.21.26.61:34009 requested a full tablet report, sending...
21:20:53.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:53.981472 21755 ts_manager.cc:194] Registered new tserver with Master: 14ef0dc7d9ec470c93e7149e621f3f7e (127.21.26.1:40073)
21:20:54.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:20:54.337369 22160 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
21:20:54.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:20:54.337953 22160 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:20:54.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:20:54.338737 22160 flags.cc:425] Enabled unsafe flag: --never_fsync=true
21:20:54.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:20:54.373029 22160 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
21:20:54.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:20:54.373805 22160 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
21:20:54.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:20:54.374070 22160 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
21:20:54.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:20:54.374347 22160 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
21:20:54.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:20:54.374889 22160 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.21.26.2
21:20:54.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:54.412236 22160 tablet_server_runner.cc:78] Tablet server non-default flags:
21:20:54.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:20:54.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.26.20:39371
21:20:54.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:20:54.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:20:54.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbeSzwH/test-tmp/mini-kudu-cluster3838868263238728274/ts-1/data
21:20:54.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbeSzwH/test-tmp/mini-kudu-cluster3838868263238728274/ts-1/wal
21:20:54.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:20:54.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:20:54.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.26.2:0
21:20:54.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:20:54.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:20:54.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:20:54.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbeSzwH/test-tmp/mini-kudu-cluster3838868263238728274/ts-1/data/info.pb
21:20:54.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.26.2
21:20:54.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:20:54.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
21:20:54.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
21:20:54.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
21:20:54.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.21.26.62:43235,127.21.26.61:34009,127.21.26.60:36293
21:20:54.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:20:54.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:20:54.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:20:54.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:20:54.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:20:54.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.21.26.2
21:20:54.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbeSzwH/test-tmp/mini-kudu-cluster3838868263238728274/ts-1/logs
21:20:54.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:20:54.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:20:54.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:20:54.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
21:20:54.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
21:20:54.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
21:20:54.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:20:54.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 20:29:06 UTC on ccycloud.quasar-djjszk.root.comops.site
21:20:54.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581476
21:20:54.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:20:54.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:54.413827 22160 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:20:54.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:54.415582 22160 file_cache.cc:493] Constructed file cache file cache with capacity 419430
21:20:54.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:20:54.439682 22168 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:20:54.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:54.946753 22155 heartbeater.cc:503] Master 127.21.26.60:36293 was elected leader, sending a full tablet report...
21:20:55.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:20:55.493309 21909 debug-util.cc:398] Leaking SignalData structure 0x7b080007c3a0 after lost signal to thread 21816
21:20:55.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:20:55.494506 21909 debug-util.cc:398] Leaking SignalData structure 0x7b08000cd060 after lost signal to thread 21912
21:20:56.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:20:55.830957 22166 debug-util.cc:398] Leaking SignalData structure 0x7b0800014e80 after lost signal to thread 22160
21:20:56.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:20:56.103996 22166 kernel_stack_watchdog.cc:198] Thread 22160 stuck at /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/thread.cc:637 for 399ms:
21:20:56.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
21:20:56.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
21:20:56.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
21:20:56.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
21:20:56.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:20:54.453341 22167 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:20:56.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:20:56.108588 22160 thread.cc:636] OpenStack (cloud detector) Time spent creating pthread: real 1.678s user 0.565s sys 1.092s
21:20:56.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:20:56.108985 22160 thread.cc:602] OpenStack (cloud detector) Time spent starting thread: real 1.679s user 0.565s sys 1.092s
21:20:56.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:56.109316 22160 server_base.cc:1034] running on GCE node
21:20:56.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:20:56.111096 22170 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:20:56.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:56.112429 22160 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:20:56.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:56.115167 22160 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:20:56.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:56.116606 22160 hybrid_clock.cc:648] HybridClock initialized: now 1786483256116580 us; error 45 us; skew 500 ppm
21:20:56.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:56.117445 22160 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:20:56.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:56.128829 22160 webserver.cc:460] Webserver started at http://127.21.26.2:38237/ using document root <none> and password file <none>
21:20:56.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:56.129833 22160 fs_manager.cc:359] Metadata directory not provided
21:20:56.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:56.130025 22160 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:20:56.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:56.130411 22160 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
21:20:56.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:56.135552 22160 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskbeSzwH/test-tmp/mini-kudu-cluster3838868263238728274/ts-1/data/instance:
21:20:56.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3b11920a2b5d422c874702dc4e536045"
21:20:56.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:20:56 on dist-test-slave-9gcw"
21:20:56.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:56.136615 22160 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskbeSzwH/test-tmp/mini-kudu-cluster3838868263238728274/ts-1/wal/instance:
21:20:56.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3b11920a2b5d422c874702dc4e536045"
21:20:56.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:20:56 on dist-test-slave-9gcw"
21:20:56.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:56.145362 22160 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.007s sys 0.000s
21:20:56.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:56.152215 22181 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
21:20:56.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:56.153548 22160 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.007s sys 0.000s
21:20:56.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:56.153878 22160 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskbeSzwH/test-tmp/mini-kudu-cluster3838868263238728274/ts-1/data,/tmp/dist-test-taskbeSzwH/test-tmp/mini-kudu-cluster3838868263238728274/ts-1/wal
21:20:56.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3b11920a2b5d422c874702dc4e536045"
21:20:56.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:20:56 on dist-test-slave-9gcw"
21:20:56.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:56.154177 22160 fs_report.cc:383] FS layout report
21:20:56.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:20:56.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskbeSzwH/test-tmp/mini-kudu-cluster3838868263238728274/ts-1/wal
21:20:56.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskbeSzwH/test-tmp/mini-kudu-cluster3838868263238728274/ts-1/wal
21:20:56.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskbeSzwH/test-tmp/mini-kudu-cluster3838868263238728274/ts-1/data/data
21:20:56.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:20:56.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:20:56.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:20:56.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:20:56.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:20:56.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:20:56.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:20:56.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:20:56.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:20:56.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:20:56.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:20:56.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:56.211917 22160 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
21:20:56.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:56.213927 22160 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:20:56.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:56.214424 22160 kserver.cc:163] Server-wide thread pool size limit: 3276
21:20:56.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:56.232798 22160 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
21:20:56.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:56.233132 22160 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
21:20:56.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:56.233556 22160 ts_tablet_manager.cc:610] Registered 0 tablets
21:20:56.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:56.233807 22160 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
21:20:56.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:56.491007 22160 rpc_server.cc:307] RPC server started. Bound to: 127.21.26.2:43025
21:20:56.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:56.491492 22325 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.21.26.2:43025 every 8 connection(s)
21:20:56.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:56.495415 22160 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskbeSzwH/test-tmp/mini-kudu-cluster3838868263238728274/ts-1/data/info.pb
21:20:56.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:56.505173 21608 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskbeSzwH/build/tsan/bin/kudu as pid 22160
21:20:56.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:56.505685 21608 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskbeSzwH/test-tmp/mini-kudu-cluster3838868263238728274/ts-1/wal/instance
21:20:56.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:56.519804 22326 heartbeater.cc:347] Connected to a master server at 127.21.26.60:36293
21:20:56.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:56.520493 22326 heartbeater.cc:464] Registering TS with master...
21:20:56.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:56.522135 22326 heartbeater.cc:511] Master 127.21.26.60:36293 requested a full tablet report, sending...
21:20:56.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:56.525933 21858 ts_manager.cc:194] Registered new tserver with Master: 3b11920a2b5d422c874702dc4e536045 (127.21.26.2:43025)
21:20:56.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:56.526871 21608 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskbeSzwH/build/tsan/bin/kudu
21:20:56.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskbeSzwH/build/tsan/bin/kudu
21:20:56.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbeSzwH/test-tmp/mini-kudu-cluster3838868263238728274/ts-2/wal
21:20:56.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbeSzwH/test-tmp/mini-kudu-cluster3838868263238728274/ts-2/data
21:20:56.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:20:56.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:20:56.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:20:56.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:20:56.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:20:56.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:20:56.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbeSzwH/test-tmp/mini-kudu-cluster3838868263238728274/ts-2/logs
21:20:56.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbeSzwH/test-tmp/mini-kudu-cluster3838868263238728274/ts-2/data/info.pb
21:20:56.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:20:56.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:20:56.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:20:56.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:20:56.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:20:56.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:20:56.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:20:56.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:20:56.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
21:20:56.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:20:56.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.26.3:0
21:20:56.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.21.26.3
21:20:56.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.26.3
21:20:56.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:20:56.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.21.26.62:43235,127.21.26.61:34009,127.21.26.60:36293
21:20:56.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.26.20:39371
21:20:56.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:20:56.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:20:56.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:20:56.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
21:20:56.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
21:20:56.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
21:20:56.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:56.528990 21858 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.21.26.2:54899
21:20:56.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:56.546579 22329 heartbeater.cc:347] Connected to a master server at 127.21.26.62:43235
21:20:56.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:56.547232 22329 heartbeater.cc:464] Registering TS with master...
21:20:56.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:56.552673 22328 heartbeater.cc:347] Connected to a master server at 127.21.26.61:34009
21:20:56.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:56.552654 22329 heartbeater.cc:511] Master 127.21.26.62:43235 requested a full tablet report, sending...
21:20:56.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:56.553452 22328 heartbeater.cc:464] Registering TS with master...
21:20:56.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:56.554697 22328 heartbeater.cc:511] Master 127.21.26.61:34009 requested a full tablet report, sending...
21:20:56.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:56.556957 21656 ts_manager.cc:194] Registered new tserver with Master: 3b11920a2b5d422c874702dc4e536045 (127.21.26.2:43025)
21:20:56.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:56.557595 21755 ts_manager.cc:194] Registered new tserver with Master: 3b11920a2b5d422c874702dc4e536045 (127.21.26.2:43025)
21:20:56.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:20:56.980507 22331 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
21:20:56.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:20:56.981241 22331 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:20:56.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:20:56.982348 22331 flags.cc:425] Enabled unsafe flag: --never_fsync=true
21:20:57.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:20:57.020181 22331 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
21:20:57.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:20:57.020963 22331 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
21:20:57.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:20:57.021314 22331 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
21:20:57.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:20:57.021615 22331 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
21:20:57.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:20:57.022276 22331 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.21.26.3
21:20:57.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:57.064462 22331 tablet_server_runner.cc:78] Tablet server non-default flags:
21:20:57.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:20:57.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.26.20:39371
21:20:57.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:20:57.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:20:57.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbeSzwH/test-tmp/mini-kudu-cluster3838868263238728274/ts-2/data
21:20:57.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbeSzwH/test-tmp/mini-kudu-cluster3838868263238728274/ts-2/wal
21:20:57.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:20:57.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:20:57.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.26.3:0
21:20:57.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:20:57.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:20:57.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:20:57.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbeSzwH/test-tmp/mini-kudu-cluster3838868263238728274/ts-2/data/info.pb
21:20:57.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.26.3
21:20:57.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:20:57.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
21:20:57.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
21:20:57.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
21:20:57.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.21.26.62:43235,127.21.26.61:34009,127.21.26.60:36293
21:20:57.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:20:57.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:20:57.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:20:57.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:20:57.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:20:57.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.21.26.3
21:20:57.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbeSzwH/test-tmp/mini-kudu-cluster3838868263238728274/ts-2/logs
21:20:57.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:20:57.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:20:57.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:20:57.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
21:20:57.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
21:20:57.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
21:20:57.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:20:57.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 20:29:06 UTC on ccycloud.quasar-djjszk.root.comops.site
21:20:57.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581476
21:20:57.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:20:57.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:57.066215 22331 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:20:57.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:57.068437 22331 file_cache.cc:493] Constructed file cache file cache with capacity 419430
21:20:57.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:20:57.096542 22342 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:20:57.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:57.539109 22326 heartbeater.cc:503] Master 127.21.26.60:36293 was elected leader, sending a full tablet report...
21:20:58.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:20:57.097478 22343 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:20:58.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:57.099356 22331 server_base.cc:1034] running on GCE node
21:20:58.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:20:57.098084 22345 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:20:58.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:58.396169 22331 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:20:58.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:58.399125 22331 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:20:58.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:58.400611 22331 hybrid_clock.cc:648] HybridClock initialized: now 1786483258400575 us; error 60 us; skew 500 ppm
21:20:58.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:58.401473 22331 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:20:58.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:58.408821 22331 webserver.cc:460] Webserver started at http://127.21.26.3:34971/ using document root <none> and password file <none>
21:20:58.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:58.409838 22331 fs_manager.cc:359] Metadata directory not provided
21:20:58.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:58.410039 22331 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:20:58.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:58.410493 22331 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
21:20:58.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:58.415534 22331 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskbeSzwH/test-tmp/mini-kudu-cluster3838868263238728274/ts-2/data/instance:
21:20:58.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ba5fcf64b88b4c3b81b32eccca3b60d7"
21:20:58.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:20:58 on dist-test-slave-9gcw"
21:20:58.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:58.416774 22331 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskbeSzwH/test-tmp/mini-kudu-cluster3838868263238728274/ts-2/wal/instance:
21:20:58.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ba5fcf64b88b4c3b81b32eccca3b60d7"
21:20:58.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:20:58 on dist-test-slave-9gcw"
21:20:58.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:58.425647 22331 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.006s sys 0.001s
21:20:58.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:58.431371 22354 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
21:20:58.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:58.432484 22331 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
21:20:58.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:58.432912 22331 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskbeSzwH/test-tmp/mini-kudu-cluster3838868263238728274/ts-2/data,/tmp/dist-test-taskbeSzwH/test-tmp/mini-kudu-cluster3838868263238728274/ts-2/wal
21:20:58.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ba5fcf64b88b4c3b81b32eccca3b60d7"
21:20:58.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:20:58 on dist-test-slave-9gcw"
21:20:58.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:58.433346 22331 fs_report.cc:383] FS layout report
21:20:58.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:20:58.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskbeSzwH/test-tmp/mini-kudu-cluster3838868263238728274/ts-2/wal
21:20:58.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskbeSzwH/test-tmp/mini-kudu-cluster3838868263238728274/ts-2/wal
21:20:58.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskbeSzwH/test-tmp/mini-kudu-cluster3838868263238728274/ts-2/data/data
21:20:58.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:20:58.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:20:58.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:20:58.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:20:58.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:20:58.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:20:58.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:20:58.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:20:58.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:20:58.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:20:58.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:20:58.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:58.471750 22331 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
21:20:58.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:58.473636 22331 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:20:58.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:58.474177 22331 kserver.cc:163] Server-wide thread pool size limit: 3276
21:20:58.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:58.485397 22331 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
21:20:58.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:58.485745 22331 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
21:20:58.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:58.486095 22331 ts_tablet_manager.cc:610] Registered 0 tablets
21:20:58.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:58.486303 22331 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
21:20:58.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:58.689477 22331 rpc_server.cc:307] RPC server started. Bound to: 127.21.26.3:43013
21:20:58.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:58.690093 22495 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.21.26.3:43013 every 8 connection(s)
21:20:58.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:58.692384 22331 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskbeSzwH/test-tmp/mini-kudu-cluster3838868263238728274/ts-2/data/info.pb
21:20:58.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:58.697453 21608 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskbeSzwH/build/tsan/bin/kudu as pid 22331
21:20:58.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:58.697978 21608 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskbeSzwH/test-tmp/mini-kudu-cluster3838868263238728274/ts-2/wal/instance
21:20:58.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:58.703356 22498 heartbeater.cc:347] Connected to a master server at 127.21.26.62:43235
21:20:58.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:58.703986 22498 heartbeater.cc:464] Registering TS with master...
21:20:58.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:58.705567 22498 heartbeater.cc:511] Master 127.21.26.62:43235 requested a full tablet report, sending...
21:20:58.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:58.708577 21656 ts_manager.cc:194] Registered new tserver with Master: ba5fcf64b88b4c3b81b32eccca3b60d7 (127.21.26.3:43013)
21:20:58.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:58.723794 22497 heartbeater.cc:347] Connected to a master server at 127.21.26.61:34009
21:20:58.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:58.724184 22497 heartbeater.cc:464] Registering TS with master...
21:20:58.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:58.724340 22496 heartbeater.cc:347] Connected to a master server at 127.21.26.60:36293
21:20:58.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:58.724721 22496 heartbeater.cc:464] Registering TS with master...
21:20:58.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:58.725136 22497 heartbeater.cc:511] Master 127.21.26.61:34009 requested a full tablet report, sending...
21:20:58.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:58.725582 22496 heartbeater.cc:511] Master 127.21.26.60:36293 requested a full tablet report, sending...
21:20:58.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:58.727495 21755 ts_manager.cc:194] Registered new tserver with Master: ba5fcf64b88b4c3b81b32eccca3b60d7 (127.21.26.3:43013)
21:20:58.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:58.727701 21858 ts_manager.cc:194] Registered new tserver with Master: ba5fcf64b88b4c3b81b32eccca3b60d7 (127.21.26.3:43013)
21:20:58.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:58.729851 21858 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.21.26.3:47927
21:20:58.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:58.737596 21608 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
21:20:58.752 [DEBUG - main] (MiniKuduCluster.java:195) Response:
21:20:58.752 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
21:20:58.753 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.21.26.62"
port: 43235
}
bound_http_address {
host: "127.21.26.62"
port: 46155
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.21.26.61"
port: 34009
}
bound_http_address {
host: "127.21.26.61"
port: 45917
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.21.26.60"
port: 36293
}
bound_http_address {
host: "127.21.26.60"
port: 35805
}
}
}
21:20:58.754 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
21:20:58.755 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.21.26.1"
port: 40073
}
bound_http_address {
host: "127.21.26.1"
port: 38293
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.21.26.2"
port: 43025
}
bound_http_address {
host: "127.21.26.2"
port: 38237
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.21.26.3"
port: 43013
}
bound_http_address {
host: "127.21.26.3"
port: 34971
}
}
}
21:20:58.755 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
21:20:58.757 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
21:20:58.760 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.21.26.61:34009(127.21.26.61:34009)] connecting to peer
21:20:58.761 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.21.26.62:43235(127.21.26.62:43235)] connecting to peer
21:20:58.762 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.21.26.60:36293(127.21.26.60:36293)] connecting to peer
21:20:58.762 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.21.26.61:34009(127.21.26.61:34009)] Successfully connected to peer
21:20:58.764 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.21.26.60:36293(127.21.26.60:36293)] Successfully connected to peer
21:20:58.764 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.21.26.62:43235(127.21.26.62:43235)] Successfully connected to peer
21:20:58.767 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.21.26.61
21:20:58.769 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.21.26.62
21:20:58.781 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.21.26.60
21:20:58.785 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x599d6709, L:/127.0.0.1:44250 - R:/127.21.26.62:43235] using SASL/PLAIN
21:20:58.786 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x758ca2de, L:/127.0.0.1:40780 - R:/127.21.26.61:34009] using SASL/PLAIN
21:20:58.794 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x2c29ba60, L:/127.0.0.1:46346 - R:/127.21.26.60:36293] using SASL/PLAIN
21:20:58.797 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
21:20:58.798 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=39), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.26.61:34009, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.26.62:43235, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.26.60:36293, [30ms] Sub RPC ConnectToMaster: received response from server master-127.21.26.62:43235: OK, [33ms] Sub RPC ConnectToMaster: received response from server master-127.21.26.61:34009: OK, [38ms] Sub RPC ConnectToMaster: received response from server master-127.21.26.60:36293: OK, deferred=null) after lookup
21:20:58.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:58.800459 21858 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:46346:
21:20:58.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_manager_fallback_rolling"
21:20:58.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
21:20:58.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
21:20:58.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
21:20:58.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
21:20:58.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
21:20:58.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
21:20:58.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
21:20:58.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
21:20:58.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
21:20:58.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:20:58.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
21:20:58.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column1_i"
21:20:58.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
21:20:58.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
21:20:58.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
21:20:58.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
21:20:58.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
21:20:58.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
21:20:58.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:20:58.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
21:20:58.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column2_i"
21:20:58.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
21:20:58.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
21:20:58.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
21:20:58.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
21:20:58.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
21:20:58.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
21:20:58.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:20:58.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
21:20:58.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column3_s"
21:20:58.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
21:20:58.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
21:20:58.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: true
21:20:58.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: DICT_ENCODING
21:20:58.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: LZ4
21:20:58.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 4096
21:20:58.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
21:20:58.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
21:20:58.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:20:58.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
21:20:58.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column4_b"
21:20:58.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: BOOL
21:20:58.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
21:20:58.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
21:20:58.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
21:20:58.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
21:20:58.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
21:20:58.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:20:58.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:20:58.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
21:20:58.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) hash_schema {
21:20:58.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
21:20:58.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
21:20:58.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:20:58.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_buckets: 2
21:20:58.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) seed: 0
21:20:58.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:20:58.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:20:58.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:20:58.805282 21858 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table txn_manager_fallback_rolling in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
21:20:58.844 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 421e2b7d2b9d40b2b3ea76da9fe57764
21:20:58.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:58.899724 22418 tablet_service.cc:1467] Processing CreateTablet for tablet 08652cac908441a68b68663a34d007c4 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=421e2b7d2b9d40b2b3ea76da9fe57764]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
21:20:58.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:58.901803 22418 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 08652cac908441a68b68663a34d007c4. 1 dirs total, 0 dirs full, 0 dirs failed
21:20:58.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:58.903095 22081 tablet_service.cc:1467] Processing CreateTablet for tablet 2cd0f05a259a435faf28ecba7c93a9b4 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=421e2b7d2b9d40b2b3ea76da9fe57764]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
21:20:58.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:58.905051 22080 tablet_service.cc:1467] Processing CreateTablet for tablet 08652cac908441a68b68663a34d007c4 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=421e2b7d2b9d40b2b3ea76da9fe57764]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
21:20:58.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:58.905516 22081 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 2cd0f05a259a435faf28ecba7c93a9b4. 1 dirs total, 0 dirs full, 0 dirs failed
21:20:58.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:58.906314 22080 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 08652cac908441a68b68663a34d007c4. 1 dirs total, 0 dirs full, 0 dirs failed
21:20:58.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:58.905982 22420 tablet_service.cc:1467] Processing CreateTablet for tablet 2cd0f05a259a435faf28ecba7c93a9b4 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=421e2b7d2b9d40b2b3ea76da9fe57764]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
21:20:58.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:58.907230 22420 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 2cd0f05a259a435faf28ecba7c93a9b4. 1 dirs total, 0 dirs full, 0 dirs failed
21:20:58.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:58.925125 22248 tablet_service.cc:1467] Processing CreateTablet for tablet 08652cac908441a68b68663a34d007c4 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=421e2b7d2b9d40b2b3ea76da9fe57764]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
21:20:58.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:58.926847 22248 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 08652cac908441a68b68663a34d007c4. 1 dirs total, 0 dirs full, 0 dirs failed
21:20:58.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:58.922300 22249 tablet_service.cc:1467] Processing CreateTablet for tablet 2cd0f05a259a435faf28ecba7c93a9b4 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=421e2b7d2b9d40b2b3ea76da9fe57764]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
21:20:58.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:58.929263 22249 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 2cd0f05a259a435faf28ecba7c93a9b4. 1 dirs total, 0 dirs full, 0 dirs failed
21:20:58.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:58.964816 22525 tablet_bootstrap.cc:492] T 08652cac908441a68b68663a34d007c4 P 3b11920a2b5d422c874702dc4e536045: Bootstrap starting.
21:20:58.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:58.969501 22526 tablet_bootstrap.cc:492] T 08652cac908441a68b68663a34d007c4 P ba5fcf64b88b4c3b81b32eccca3b60d7: Bootstrap starting.
21:20:58.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:58.982769 22526 tablet_bootstrap.cc:654] T 08652cac908441a68b68663a34d007c4 P ba5fcf64b88b4c3b81b32eccca3b60d7: Neither blocks nor log segments found. Creating new log.
21:20:58.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:58.980949 22525 tablet_bootstrap.cc:654] T 08652cac908441a68b68663a34d007c4 P 3b11920a2b5d422c874702dc4e536045: Neither blocks nor log segments found. Creating new log.
21:20:58.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:58.986790 22526 log.cc:824] T 08652cac908441a68b68663a34d007c4 P ba5fcf64b88b4c3b81b32eccca3b60d7: Log is configured to *not* fsync() on all Append() calls
21:20:58.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:58.986909 22525 log.cc:824] T 08652cac908441a68b68663a34d007c4 P 3b11920a2b5d422c874702dc4e536045: Log is configured to *not* fsync() on all Append() calls
21:20:58.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:58.990576 22523 tablet_bootstrap.cc:492] T 08652cac908441a68b68663a34d007c4 P 14ef0dc7d9ec470c93e7149e621f3f7e: Bootstrap starting.
21:20:59.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.003190 22526 tablet_bootstrap.cc:492] T 08652cac908441a68b68663a34d007c4 P ba5fcf64b88b4c3b81b32eccca3b60d7: No bootstrap required, opened a new log
21:20:59.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.003857 22526 ts_tablet_manager.cc:1397] T 08652cac908441a68b68663a34d007c4 P ba5fcf64b88b4c3b81b32eccca3b60d7: Time spent bootstrapping tablet: real 0.035s user 0.016s sys 0.000s
21:20:59.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.009859 22523 tablet_bootstrap.cc:654] T 08652cac908441a68b68663a34d007c4 P 14ef0dc7d9ec470c93e7149e621f3f7e: Neither blocks nor log segments found. Creating new log.
21:20:59.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.010869 22525 tablet_bootstrap.cc:492] T 08652cac908441a68b68663a34d007c4 P 3b11920a2b5d422c874702dc4e536045: No bootstrap required, opened a new log
21:20:59.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.011430 22525 ts_tablet_manager.cc:1397] T 08652cac908441a68b68663a34d007c4 P 3b11920a2b5d422c874702dc4e536045: Time spent bootstrapping tablet: real 0.047s user 0.008s sys 0.023s
21:20:59.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.012435 22523 log.cc:824] T 08652cac908441a68b68663a34d007c4 P 14ef0dc7d9ec470c93e7149e621f3f7e: Log is configured to *not* fsync() on all Append() calls
21:20:59.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.024434 22523 tablet_bootstrap.cc:492] T 08652cac908441a68b68663a34d007c4 P 14ef0dc7d9ec470c93e7149e621f3f7e: No bootstrap required, opened a new log
21:20:59.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.025076 22523 ts_tablet_manager.cc:1397] T 08652cac908441a68b68663a34d007c4 P 14ef0dc7d9ec470c93e7149e621f3f7e: Time spent bootstrapping tablet: real 0.035s user 0.010s sys 0.011s
21:20:59.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.042724 22526 raft_consensus.cc:348] T 08652cac908441a68b68663a34d007c4 P ba5fcf64b88b4c3b81b32eccca3b60d7 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "14ef0dc7d9ec470c93e7149e621f3f7e" member_type: VOTER last_known_addr { host: "127.21.26.1" port: 40073 } } peers { permanent_uuid: "3b11920a2b5d422c874702dc4e536045" member_type: VOTER last_known_addr { host: "127.21.26.2" port: 43025 } } peers { permanent_uuid: "ba5fcf64b88b4c3b81b32eccca3b60d7" member_type: VOTER last_known_addr { host: "127.21.26.3" port: 43013 } }
21:20:59.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.042682 22525 raft_consensus.cc:348] T 08652cac908441a68b68663a34d007c4 P 3b11920a2b5d422c874702dc4e536045 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "14ef0dc7d9ec470c93e7149e621f3f7e" member_type: VOTER last_known_addr { host: "127.21.26.1" port: 40073 } } peers { permanent_uuid: "3b11920a2b5d422c874702dc4e536045" member_type: VOTER last_known_addr { host: "127.21.26.2" port: 43025 } } peers { permanent_uuid: "ba5fcf64b88b4c3b81b32eccca3b60d7" member_type: VOTER last_known_addr { host: "127.21.26.3" port: 43013 } }
21:20:59.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.043649 22526 raft_consensus.cc:374] T 08652cac908441a68b68663a34d007c4 P ba5fcf64b88b4c3b81b32eccca3b60d7 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:20:59.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.043764 22525 raft_consensus.cc:374] T 08652cac908441a68b68663a34d007c4 P 3b11920a2b5d422c874702dc4e536045 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:20:59.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.043956 22526 raft_consensus.cc:729] T 08652cac908441a68b68663a34d007c4 P ba5fcf64b88b4c3b81b32eccca3b60d7 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ba5fcf64b88b4c3b81b32eccca3b60d7, State: Initialized, Role: FOLLOWER
21:20:59.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.044034 22525 raft_consensus.cc:729] T 08652cac908441a68b68663a34d007c4 P 3b11920a2b5d422c874702dc4e536045 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3b11920a2b5d422c874702dc4e536045, State: Initialized, Role: FOLLOWER
21:20:59.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.044991 22526 consensus_queue.cc:260] T 08652cac908441a68b68663a34d007c4 P ba5fcf64b88b4c3b81b32eccca3b60d7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "14ef0dc7d9ec470c93e7149e621f3f7e" member_type: VOTER last_known_addr { host: "127.21.26.1" port: 40073 } } peers { permanent_uuid: "3b11920a2b5d422c874702dc4e536045" member_type: VOTER last_known_addr { host: "127.21.26.2" port: 43025 } } peers { permanent_uuid: "ba5fcf64b88b4c3b81b32eccca3b60d7" member_type: VOTER last_known_addr { host: "127.21.26.3" port: 43013 } }
21:20:59.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.044992 22525 consensus_queue.cc:260] T 08652cac908441a68b68663a34d007c4 P 3b11920a2b5d422c874702dc4e536045 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "14ef0dc7d9ec470c93e7149e621f3f7e" member_type: VOTER last_known_addr { host: "127.21.26.1" port: 40073 } } peers { permanent_uuid: "3b11920a2b5d422c874702dc4e536045" member_type: VOTER last_known_addr { host: "127.21.26.2" port: 43025 } } peers { permanent_uuid: "ba5fcf64b88b4c3b81b32eccca3b60d7" member_type: VOTER last_known_addr { host: "127.21.26.3" port: 43013 } }
21:20:59.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.055583 22526 ts_tablet_manager.cc:1428] T 08652cac908441a68b68663a34d007c4 P ba5fcf64b88b4c3b81b32eccca3b60d7: Time spent starting tablet: real 0.048s user 0.034s sys 0.009s
21:20:59.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.055611 22525 ts_tablet_manager.cc:1428] T 08652cac908441a68b68663a34d007c4 P 3b11920a2b5d422c874702dc4e536045: Time spent starting tablet: real 0.044s user 0.035s sys 0.009s
21:20:59.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.056443 22496 heartbeater.cc:503] Master 127.21.26.60:36293 was elected leader, sending a full tablet report...
21:20:59.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.059557 22526 tablet_bootstrap.cc:492] T 2cd0f05a259a435faf28ecba7c93a9b4 P ba5fcf64b88b4c3b81b32eccca3b60d7: Bootstrap starting.
21:20:59.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.065755 22526 tablet_bootstrap.cc:654] T 2cd0f05a259a435faf28ecba7c93a9b4 P ba5fcf64b88b4c3b81b32eccca3b60d7: Neither blocks nor log segments found. Creating new log.
21:20:59.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.075778 22523 raft_consensus.cc:348] T 08652cac908441a68b68663a34d007c4 P 14ef0dc7d9ec470c93e7149e621f3f7e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "14ef0dc7d9ec470c93e7149e621f3f7e" member_type: VOTER last_known_addr { host: "127.21.26.1" port: 40073 } } peers { permanent_uuid: "3b11920a2b5d422c874702dc4e536045" member_type: VOTER last_known_addr { host: "127.21.26.2" port: 43025 } } peers { permanent_uuid: "ba5fcf64b88b4c3b81b32eccca3b60d7" member_type: VOTER last_known_addr { host: "127.21.26.3" port: 43013 } }
21:20:59.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.080586 22523 raft_consensus.cc:374] T 08652cac908441a68b68663a34d007c4 P 14ef0dc7d9ec470c93e7149e621f3f7e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:20:59.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.080994 22523 raft_consensus.cc:729] T 08652cac908441a68b68663a34d007c4 P 14ef0dc7d9ec470c93e7149e621f3f7e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 14ef0dc7d9ec470c93e7149e621f3f7e, State: Initialized, Role: FOLLOWER
21:20:59.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.082746 22523 consensus_queue.cc:260] T 08652cac908441a68b68663a34d007c4 P 14ef0dc7d9ec470c93e7149e621f3f7e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "14ef0dc7d9ec470c93e7149e621f3f7e" member_type: VOTER last_known_addr { host: "127.21.26.1" port: 40073 } } peers { permanent_uuid: "3b11920a2b5d422c874702dc4e536045" member_type: VOTER last_known_addr { host: "127.21.26.2" port: 43025 } } peers { permanent_uuid: "ba5fcf64b88b4c3b81b32eccca3b60d7" member_type: VOTER last_known_addr { host: "127.21.26.3" port: 43013 } }
21:20:59.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.085080 22525 tablet_bootstrap.cc:492] T 2cd0f05a259a435faf28ecba7c93a9b4 P 3b11920a2b5d422c874702dc4e536045: Bootstrap starting.
21:20:59.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.088553 22526 tablet_bootstrap.cc:492] T 2cd0f05a259a435faf28ecba7c93a9b4 P ba5fcf64b88b4c3b81b32eccca3b60d7: No bootstrap required, opened a new log
21:20:59.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.089047 22526 ts_tablet_manager.cc:1397] T 2cd0f05a259a435faf28ecba7c93a9b4 P ba5fcf64b88b4c3b81b32eccca3b60d7: Time spent bootstrapping tablet: real 0.030s user 0.020s sys 0.004s
21:20:59.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.091655 22526 raft_consensus.cc:348] T 2cd0f05a259a435faf28ecba7c93a9b4 P ba5fcf64b88b4c3b81b32eccca3b60d7 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ba5fcf64b88b4c3b81b32eccca3b60d7" member_type: VOTER last_known_addr { host: "127.21.26.3" port: 43013 } } peers { permanent_uuid: "3b11920a2b5d422c874702dc4e536045" member_type: VOTER last_known_addr { host: "127.21.26.2" port: 43025 } } peers { permanent_uuid: "14ef0dc7d9ec470c93e7149e621f3f7e" member_type: VOTER last_known_addr { host: "127.21.26.1" port: 40073 } }
21:20:59.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.092517 22526 raft_consensus.cc:374] T 2cd0f05a259a435faf28ecba7c93a9b4 P ba5fcf64b88b4c3b81b32eccca3b60d7 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:20:59.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.092814 22526 raft_consensus.cc:729] T 2cd0f05a259a435faf28ecba7c93a9b4 P ba5fcf64b88b4c3b81b32eccca3b60d7 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ba5fcf64b88b4c3b81b32eccca3b60d7, State: Initialized, Role: FOLLOWER
21:20:59.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.093683 22526 consensus_queue.cc:260] T 2cd0f05a259a435faf28ecba7c93a9b4 P ba5fcf64b88b4c3b81b32eccca3b60d7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ba5fcf64b88b4c3b81b32eccca3b60d7" member_type: VOTER last_known_addr { host: "127.21.26.3" port: 43013 } } peers { permanent_uuid: "3b11920a2b5d422c874702dc4e536045" member_type: VOTER last_known_addr { host: "127.21.26.2" port: 43025 } } peers { permanent_uuid: "14ef0dc7d9ec470c93e7149e621f3f7e" member_type: VOTER last_known_addr { host: "127.21.26.1" port: 40073 } }
21:20:59.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.096138 22526 ts_tablet_manager.cc:1428] T 2cd0f05a259a435faf28ecba7c93a9b4 P ba5fcf64b88b4c3b81b32eccca3b60d7: Time spent starting tablet: real 0.007s user 0.000s sys 0.005s
21:20:59.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.103022 22525 tablet_bootstrap.cc:654] T 2cd0f05a259a435faf28ecba7c93a9b4 P 3b11920a2b5d422c874702dc4e536045: Neither blocks nor log segments found. Creating new log.
21:20:59.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.109032 22523 ts_tablet_manager.cc:1428] T 08652cac908441a68b68663a34d007c4 P 14ef0dc7d9ec470c93e7149e621f3f7e: Time spent starting tablet: real 0.084s user 0.040s sys 0.009s
21:20:59.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.110729 22523 tablet_bootstrap.cc:492] T 2cd0f05a259a435faf28ecba7c93a9b4 P 14ef0dc7d9ec470c93e7149e621f3f7e: Bootstrap starting.
21:20:59.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.118057 22523 tablet_bootstrap.cc:654] T 2cd0f05a259a435faf28ecba7c93a9b4 P 14ef0dc7d9ec470c93e7149e621f3f7e: Neither blocks nor log segments found. Creating new log.
21:20:59.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.126435 22523 tablet_bootstrap.cc:492] T 2cd0f05a259a435faf28ecba7c93a9b4 P 14ef0dc7d9ec470c93e7149e621f3f7e: No bootstrap required, opened a new log
21:20:59.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.126870 22523 ts_tablet_manager.cc:1397] T 2cd0f05a259a435faf28ecba7c93a9b4 P 14ef0dc7d9ec470c93e7149e621f3f7e: Time spent bootstrapping tablet: real 0.016s user 0.008s sys 0.005s
21:20:59.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.127318 22525 tablet_bootstrap.cc:492] T 2cd0f05a259a435faf28ecba7c93a9b4 P 3b11920a2b5d422c874702dc4e536045: No bootstrap required, opened a new log
21:20:59.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.127769 22525 ts_tablet_manager.cc:1397] T 2cd0f05a259a435faf28ecba7c93a9b4 P 3b11920a2b5d422c874702dc4e536045: Time spent bootstrapping tablet: real 0.043s user 0.008s sys 0.004s
21:20:59.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.129340 22523 raft_consensus.cc:348] T 2cd0f05a259a435faf28ecba7c93a9b4 P 14ef0dc7d9ec470c93e7149e621f3f7e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ba5fcf64b88b4c3b81b32eccca3b60d7" member_type: VOTER last_known_addr { host: "127.21.26.3" port: 43013 } } peers { permanent_uuid: "3b11920a2b5d422c874702dc4e536045" member_type: VOTER last_known_addr { host: "127.21.26.2" port: 43025 } } peers { permanent_uuid: "14ef0dc7d9ec470c93e7149e621f3f7e" member_type: VOTER last_known_addr { host: "127.21.26.1" port: 40073 } }
21:20:59.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.130074 22523 raft_consensus.cc:374] T 2cd0f05a259a435faf28ecba7c93a9b4 P 14ef0dc7d9ec470c93e7149e621f3f7e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:20:59.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.130389 22523 raft_consensus.cc:729] T 2cd0f05a259a435faf28ecba7c93a9b4 P 14ef0dc7d9ec470c93e7149e621f3f7e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 14ef0dc7d9ec470c93e7149e621f3f7e, State: Initialized, Role: FOLLOWER
21:20:59.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.130074 22525 raft_consensus.cc:348] T 2cd0f05a259a435faf28ecba7c93a9b4 P 3b11920a2b5d422c874702dc4e536045 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ba5fcf64b88b4c3b81b32eccca3b60d7" member_type: VOTER last_known_addr { host: "127.21.26.3" port: 43013 } } peers { permanent_uuid: "3b11920a2b5d422c874702dc4e536045" member_type: VOTER last_known_addr { host: "127.21.26.2" port: 43025 } } peers { permanent_uuid: "14ef0dc7d9ec470c93e7149e621f3f7e" member_type: VOTER last_known_addr { host: "127.21.26.1" port: 40073 } }
21:20:59.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.130772 22525 raft_consensus.cc:374] T 2cd0f05a259a435faf28ecba7c93a9b4 P 3b11920a2b5d422c874702dc4e536045 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:20:59.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.131093 22525 raft_consensus.cc:729] T 2cd0f05a259a435faf28ecba7c93a9b4 P 3b11920a2b5d422c874702dc4e536045 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3b11920a2b5d422c874702dc4e536045, State: Initialized, Role: FOLLOWER
21:20:59.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.131228 22523 consensus_queue.cc:260] T 2cd0f05a259a435faf28ecba7c93a9b4 P 14ef0dc7d9ec470c93e7149e621f3f7e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ba5fcf64b88b4c3b81b32eccca3b60d7" member_type: VOTER last_known_addr { host: "127.21.26.3" port: 43013 } } peers { permanent_uuid: "3b11920a2b5d422c874702dc4e536045" member_type: VOTER last_known_addr { host: "127.21.26.2" port: 43025 } } peers { permanent_uuid: "14ef0dc7d9ec470c93e7149e621f3f7e" member_type: VOTER last_known_addr { host: "127.21.26.1" port: 40073 } }
21:20:59.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.133776 22523 ts_tablet_manager.cc:1428] T 2cd0f05a259a435faf28ecba7c93a9b4 P 14ef0dc7d9ec470c93e7149e621f3f7e: Time spent starting tablet: real 0.007s user 0.004s sys 0.003s
21:20:59.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.132161 22525 consensus_queue.cc:260] T 2cd0f05a259a435faf28ecba7c93a9b4 P 3b11920a2b5d422c874702dc4e536045 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ba5fcf64b88b4c3b81b32eccca3b60d7" member_type: VOTER last_known_addr { host: "127.21.26.3" port: 43013 } } peers { permanent_uuid: "3b11920a2b5d422c874702dc4e536045" member_type: VOTER last_known_addr { host: "127.21.26.2" port: 43025 } } peers { permanent_uuid: "14ef0dc7d9ec470c93e7149e621f3f7e" member_type: VOTER last_known_addr { host: "127.21.26.1" port: 40073 } }
21:20:59.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.136186 22525 ts_tablet_manager.cc:1428] T 2cd0f05a259a435faf28ecba7c93a9b4 P 3b11920a2b5d422c874702dc4e536045: Time spent starting tablet: real 0.008s user 0.006s sys 0.001s
21:20:59.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.143011 22531 raft_consensus.cc:482] T 08652cac908441a68b68663a34d007c4 P ba5fcf64b88b4c3b81b32eccca3b60d7 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:20:59.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.143605 22531 raft_consensus.cc:504] T 08652cac908441a68b68663a34d007c4 P ba5fcf64b88b4c3b81b32eccca3b60d7 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "14ef0dc7d9ec470c93e7149e621f3f7e" member_type: VOTER last_known_addr { host: "127.21.26.1" port: 40073 } } peers { permanent_uuid: "3b11920a2b5d422c874702dc4e536045" member_type: VOTER last_known_addr { host: "127.21.26.2" port: 43025 } } peers { permanent_uuid: "ba5fcf64b88b4c3b81b32eccca3b60d7" member_type: VOTER last_known_addr { host: "127.21.26.3" port: 43013 } }
21:20:59.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.147991 22531 leader_election.cc:288] T 08652cac908441a68b68663a34d007c4 P ba5fcf64b88b4c3b81b32eccca3b60d7 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 14ef0dc7d9ec470c93e7149e621f3f7e (127.21.26.1:40073), 3b11920a2b5d422c874702dc4e536045 (127.21.26.2:43025)
21:20:59.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.163053 22101 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "08652cac908441a68b68663a34d007c4" candidate_uuid: "ba5fcf64b88b4c3b81b32eccca3b60d7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "14ef0dc7d9ec470c93e7149e621f3f7e" is_pre_election: true
21:20:59.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.163897 22101 raft_consensus.cc:2454] T 08652cac908441a68b68663a34d007c4 P 14ef0dc7d9ec470c93e7149e621f3f7e [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ba5fcf64b88b4c3b81b32eccca3b60d7 in term 0.
21:20:59.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.165050 22358 leader_election.cc:302] T 08652cac908441a68b68663a34d007c4 P ba5fcf64b88b4c3b81b32eccca3b60d7 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 14ef0dc7d9ec470c93e7149e621f3f7e, ba5fcf64b88b4c3b81b32eccca3b60d7; no voters:
21:20:59.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.166126 22531 raft_consensus.cc:2781] T 08652cac908441a68b68663a34d007c4 P ba5fcf64b88b4c3b81b32eccca3b60d7 [term 0 FOLLOWER]: Leader pre-election won for term 1
21:20:59.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.166515 22531 raft_consensus.cc:482] T 08652cac908441a68b68663a34d007c4 P ba5fcf64b88b4c3b81b32eccca3b60d7 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
21:20:59.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.166862 22531 raft_consensus.cc:3037] T 08652cac908441a68b68663a34d007c4 P ba5fcf64b88b4c3b81b32eccca3b60d7 [term 0 FOLLOWER]: Advancing to term 1
21:20:59.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.168756 22271 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "08652cac908441a68b68663a34d007c4" candidate_uuid: "ba5fcf64b88b4c3b81b32eccca3b60d7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3b11920a2b5d422c874702dc4e536045" is_pre_election: true
21:20:59.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.170068 22271 raft_consensus.cc:2454] T 08652cac908441a68b68663a34d007c4 P 3b11920a2b5d422c874702dc4e536045 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ba5fcf64b88b4c3b81b32eccca3b60d7 in term 0.
21:20:59.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.172899 22531 raft_consensus.cc:504] T 08652cac908441a68b68663a34d007c4 P ba5fcf64b88b4c3b81b32eccca3b60d7 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "14ef0dc7d9ec470c93e7149e621f3f7e" member_type: VOTER last_known_addr { host: "127.21.26.1" port: 40073 } } peers { permanent_uuid: "3b11920a2b5d422c874702dc4e536045" member_type: VOTER last_known_addr { host: "127.21.26.2" port: 43025 } } peers { permanent_uuid: "ba5fcf64b88b4c3b81b32eccca3b60d7" member_type: VOTER last_known_addr { host: "127.21.26.3" port: 43013 } }
21:20:59.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.174352 22531 leader_election.cc:288] T 08652cac908441a68b68663a34d007c4 P ba5fcf64b88b4c3b81b32eccca3b60d7 [CANDIDATE]: Term 1 election: Requested vote from peers 14ef0dc7d9ec470c93e7149e621f3f7e (127.21.26.1:40073), 3b11920a2b5d422c874702dc4e536045 (127.21.26.2:43025)
21:20:59.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.175096 22101 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "08652cac908441a68b68663a34d007c4" candidate_uuid: "ba5fcf64b88b4c3b81b32eccca3b60d7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "14ef0dc7d9ec470c93e7149e621f3f7e"
21:20:59.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.175314 22271 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "08652cac908441a68b68663a34d007c4" candidate_uuid: "ba5fcf64b88b4c3b81b32eccca3b60d7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3b11920a2b5d422c874702dc4e536045"
21:20:59.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.175750 22101 raft_consensus.cc:3037] T 08652cac908441a68b68663a34d007c4 P 14ef0dc7d9ec470c93e7149e621f3f7e [term 0 FOLLOWER]: Advancing to term 1
21:20:59.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.175877 22271 raft_consensus.cc:3037] T 08652cac908441a68b68663a34d007c4 P 3b11920a2b5d422c874702dc4e536045 [term 0 FOLLOWER]: Advancing to term 1
21:20:59.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.182606 22101 raft_consensus.cc:2454] T 08652cac908441a68b68663a34d007c4 P 14ef0dc7d9ec470c93e7149e621f3f7e [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ba5fcf64b88b4c3b81b32eccca3b60d7 in term 1.
21:20:59.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.182606 22271 raft_consensus.cc:2454] T 08652cac908441a68b68663a34d007c4 P 3b11920a2b5d422c874702dc4e536045 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ba5fcf64b88b4c3b81b32eccca3b60d7 in term 1.
21:20:59.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.183770 22355 leader_election.cc:302] T 08652cac908441a68b68663a34d007c4 P ba5fcf64b88b4c3b81b32eccca3b60d7 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3b11920a2b5d422c874702dc4e536045, ba5fcf64b88b4c3b81b32eccca3b60d7; no voters:
21:20:59.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.184492 22531 raft_consensus.cc:2781] T 08652cac908441a68b68663a34d007c4 P ba5fcf64b88b4c3b81b32eccca3b60d7 [term 1 FOLLOWER]: Leader election won for term 1
21:20:59.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.186338 22531 raft_consensus.cc:686] T 08652cac908441a68b68663a34d007c4 P ba5fcf64b88b4c3b81b32eccca3b60d7 [term 1 LEADER]: Becoming Leader. State: Replica: ba5fcf64b88b4c3b81b32eccca3b60d7, State: Running, Role: LEADER
21:20:59.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.187224 22531 consensus_queue.cc:237] T 08652cac908441a68b68663a34d007c4 P ba5fcf64b88b4c3b81b32eccca3b60d7 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "14ef0dc7d9ec470c93e7149e621f3f7e" member_type: VOTER last_known_addr { host: "127.21.26.1" port: 40073 } } peers { permanent_uuid: "3b11920a2b5d422c874702dc4e536045" member_type: VOTER last_known_addr { host: "127.21.26.2" port: 43025 } } peers { permanent_uuid: "ba5fcf64b88b4c3b81b32eccca3b60d7" member_type: VOTER last_known_addr { host: "127.21.26.3" port: 43013 } }
21:20:59.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:20:59.196985 22159 tablet.cc:2369] T 08652cac908441a68b68663a34d007c4 P 14ef0dc7d9ec470c93e7149e621f3f7e: Can't schedule compaction. Clean time has not been advanced past its initial value.
21:20:59.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.200832 21858 catalog_manager.cc:5495] T 08652cac908441a68b68663a34d007c4 P ba5fcf64b88b4c3b81b32eccca3b60d7 reported cstate change: term changed from 0 to 1, leader changed from <none> to ba5fcf64b88b4c3b81b32eccca3b60d7 (127.21.26.3). New cstate: current_term: 1 leader_uuid: "ba5fcf64b88b4c3b81b32eccca3b60d7" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "14ef0dc7d9ec470c93e7149e621f3f7e" member_type: VOTER last_known_addr { host: "127.21.26.1" port: 40073 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "3b11920a2b5d422c874702dc4e536045" member_type: VOTER last_known_addr { host: "127.21.26.2" port: 43025 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "ba5fcf64b88b4c3b81b32eccca3b60d7" member_type: VOTER last_known_addr { host: "127.21.26.3" port: 43013 } health_report { overall_health: HEALTHY } } }
21:20:59.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:20:59.223472 22500 tablet.cc:2369] T 08652cac908441a68b68663a34d007c4 P ba5fcf64b88b4c3b81b32eccca3b60d7: Can't schedule compaction. Clean time has not been advanced past its initial value.
21:20:59.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.297716 22530 raft_consensus.cc:482] T 2cd0f05a259a435faf28ecba7c93a9b4 P 3b11920a2b5d422c874702dc4e536045 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:20:59.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.298152 22530 raft_consensus.cc:504] T 2cd0f05a259a435faf28ecba7c93a9b4 P 3b11920a2b5d422c874702dc4e536045 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ba5fcf64b88b4c3b81b32eccca3b60d7" member_type: VOTER last_known_addr { host: "127.21.26.3" port: 43013 } } peers { permanent_uuid: "3b11920a2b5d422c874702dc4e536045" member_type: VOTER last_known_addr { host: "127.21.26.2" port: 43025 } } peers { permanent_uuid: "14ef0dc7d9ec470c93e7149e621f3f7e" member_type: VOTER last_known_addr { host: "127.21.26.1" port: 40073 } }
21:20:59.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.300704 22530 leader_election.cc:288] T 2cd0f05a259a435faf28ecba7c93a9b4 P 3b11920a2b5d422c874702dc4e536045 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers ba5fcf64b88b4c3b81b32eccca3b60d7 (127.21.26.3:43013), 14ef0dc7d9ec470c93e7149e621f3f7e (127.21.26.1:40073)
21:20:59.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:20:59.302389 22332 tablet.cc:2369] T 08652cac908441a68b68663a34d007c4 P 3b11920a2b5d422c874702dc4e536045: Can't schedule compaction. Clean time has not been advanced past its initial value.
21:20:59.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.315881 22445 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "2cd0f05a259a435faf28ecba7c93a9b4" candidate_uuid: "3b11920a2b5d422c874702dc4e536045" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ba5fcf64b88b4c3b81b32eccca3b60d7" is_pre_election: true
21:20:59.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.316620 22445 raft_consensus.cc:2454] T 2cd0f05a259a435faf28ecba7c93a9b4 P ba5fcf64b88b4c3b81b32eccca3b60d7 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3b11920a2b5d422c874702dc4e536045 in term 0.
21:20:59.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.317679 22101 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "2cd0f05a259a435faf28ecba7c93a9b4" candidate_uuid: "3b11920a2b5d422c874702dc4e536045" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "14ef0dc7d9ec470c93e7149e621f3f7e" is_pre_election: true
21:20:59.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.317904 22185 leader_election.cc:302] T 2cd0f05a259a435faf28ecba7c93a9b4 P 3b11920a2b5d422c874702dc4e536045 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3b11920a2b5d422c874702dc4e536045, ba5fcf64b88b4c3b81b32eccca3b60d7; no voters:
21:20:59.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.318214 22101 raft_consensus.cc:2454] T 2cd0f05a259a435faf28ecba7c93a9b4 P 14ef0dc7d9ec470c93e7149e621f3f7e [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3b11920a2b5d422c874702dc4e536045 in term 0.
21:20:59.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.318640 22530 raft_consensus.cc:2781] T 2cd0f05a259a435faf28ecba7c93a9b4 P 3b11920a2b5d422c874702dc4e536045 [term 0 FOLLOWER]: Leader pre-election won for term 1
21:20:59.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.318997 22530 raft_consensus.cc:482] T 2cd0f05a259a435faf28ecba7c93a9b4 P 3b11920a2b5d422c874702dc4e536045 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
21:20:59.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.319348 22530 raft_consensus.cc:3037] T 2cd0f05a259a435faf28ecba7c93a9b4 P 3b11920a2b5d422c874702dc4e536045 [term 0 FOLLOWER]: Advancing to term 1
21:20:59.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.323942 22530 raft_consensus.cc:504] T 2cd0f05a259a435faf28ecba7c93a9b4 P 3b11920a2b5d422c874702dc4e536045 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ba5fcf64b88b4c3b81b32eccca3b60d7" member_type: VOTER last_known_addr { host: "127.21.26.3" port: 43013 } } peers { permanent_uuid: "3b11920a2b5d422c874702dc4e536045" member_type: VOTER last_known_addr { host: "127.21.26.2" port: 43025 } } peers { permanent_uuid: "14ef0dc7d9ec470c93e7149e621f3f7e" member_type: VOTER last_known_addr { host: "127.21.26.1" port: 40073 } }
21:20:59.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.325506 22530 leader_election.cc:288] T 2cd0f05a259a435faf28ecba7c93a9b4 P 3b11920a2b5d422c874702dc4e536045 [CANDIDATE]: Term 1 election: Requested vote from peers ba5fcf64b88b4c3b81b32eccca3b60d7 (127.21.26.3:43013), 14ef0dc7d9ec470c93e7149e621f3f7e (127.21.26.1:40073)
21:20:59.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.326308 22445 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "2cd0f05a259a435faf28ecba7c93a9b4" candidate_uuid: "3b11920a2b5d422c874702dc4e536045" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ba5fcf64b88b4c3b81b32eccca3b60d7"
21:20:59.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.326527 22101 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "2cd0f05a259a435faf28ecba7c93a9b4" candidate_uuid: "3b11920a2b5d422c874702dc4e536045" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "14ef0dc7d9ec470c93e7149e621f3f7e"
21:20:59.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.326745 22445 raft_consensus.cc:3037] T 2cd0f05a259a435faf28ecba7c93a9b4 P ba5fcf64b88b4c3b81b32eccca3b60d7 [term 0 FOLLOWER]: Advancing to term 1
21:20:59.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.327076 22101 raft_consensus.cc:3037] T 2cd0f05a259a435faf28ecba7c93a9b4 P 14ef0dc7d9ec470c93e7149e621f3f7e [term 0 FOLLOWER]: Advancing to term 1
21:20:59.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.331326 22101 raft_consensus.cc:2454] T 2cd0f05a259a435faf28ecba7c93a9b4 P 14ef0dc7d9ec470c93e7149e621f3f7e [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3b11920a2b5d422c874702dc4e536045 in term 1.
21:20:59.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.331483 22445 raft_consensus.cc:2454] T 2cd0f05a259a435faf28ecba7c93a9b4 P ba5fcf64b88b4c3b81b32eccca3b60d7 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3b11920a2b5d422c874702dc4e536045 in term 1.
21:20:59.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.332414 22185 leader_election.cc:302] T 2cd0f05a259a435faf28ecba7c93a9b4 P 3b11920a2b5d422c874702dc4e536045 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3b11920a2b5d422c874702dc4e536045, ba5fcf64b88b4c3b81b32eccca3b60d7; no voters:
21:20:59.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.333195 22530 raft_consensus.cc:2781] T 2cd0f05a259a435faf28ecba7c93a9b4 P 3b11920a2b5d422c874702dc4e536045 [term 1 FOLLOWER]: Leader election won for term 1
21:20:59.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.335022 22530 raft_consensus.cc:686] T 2cd0f05a259a435faf28ecba7c93a9b4 P 3b11920a2b5d422c874702dc4e536045 [term 1 LEADER]: Becoming Leader. State: Replica: 3b11920a2b5d422c874702dc4e536045, State: Running, Role: LEADER
21:20:59.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.335925 22530 consensus_queue.cc:237] T 2cd0f05a259a435faf28ecba7c93a9b4 P 3b11920a2b5d422c874702dc4e536045 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ba5fcf64b88b4c3b81b32eccca3b60d7" member_type: VOTER last_known_addr { host: "127.21.26.3" port: 43013 } } peers { permanent_uuid: "3b11920a2b5d422c874702dc4e536045" member_type: VOTER last_known_addr { host: "127.21.26.2" port: 43025 } } peers { permanent_uuid: "14ef0dc7d9ec470c93e7149e621f3f7e" member_type: VOTER last_known_addr { host: "127.21.26.1" port: 40073 } }
21:20:59.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.349217 21858 catalog_manager.cc:5495] T 2cd0f05a259a435faf28ecba7c93a9b4 P 3b11920a2b5d422c874702dc4e536045 reported cstate change: term changed from 0 to 1, leader changed from <none> to 3b11920a2b5d422c874702dc4e536045 (127.21.26.2). New cstate: current_term: 1 leader_uuid: "3b11920a2b5d422c874702dc4e536045" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ba5fcf64b88b4c3b81b32eccca3b60d7" member_type: VOTER last_known_addr { host: "127.21.26.3" port: 43013 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "3b11920a2b5d422c874702dc4e536045" member_type: VOTER last_known_addr { host: "127.21.26.2" port: 43025 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "14ef0dc7d9ec470c93e7149e621f3f7e" member_type: VOTER last_known_addr { host: "127.21.26.1" port: 40073 } health_report { overall_health: UNKNOWN } } }
21:20:59.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.486363 21858 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:46350:
21:20:59.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
21:20:59.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
21:20:59.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
21:20:59.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
21:20:59.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
21:20:59.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
21:20:59.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
21:20:59.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
21:20:59.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
21:20:59.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
21:20:59.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
21:20:59.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:20:59.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
21:20:59.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
21:20:59.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
21:20:59.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
21:20:59.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
21:20:59.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
21:20:59.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
21:20:59.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
21:20:59.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
21:20:59.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:20:59.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
21:20:59.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
21:20:59.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
21:20:59.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
21:20:59.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
21:20:59.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
21:20:59.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
21:20:59.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
21:20:59.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
21:20:59.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:20:59.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
21:20:59.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
21:20:59.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
21:20:59.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
21:20:59.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
21:20:59.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
21:20:59.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
21:20:59.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
21:20:59.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
21:20:59.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:20:59.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:20:59.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
21:20:59.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
21:20:59.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
21:20:59.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
21:20:59.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:20:59.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
21:20:59.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
21:20:59.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
21:20:59.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
21:20:59.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:20:59.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:20:59.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:20:59.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
21:20:59.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:20:59.488965 21858 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
21:20:59.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.521523 22080 tablet_service.cc:1467] Processing CreateTablet for tablet 3cd85d2e92eb4f3eb644aa4d342b15fe (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=bcd20afc98674ba7abce1fd68f1b2a16]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
21:20:59.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.523337 22080 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 3cd85d2e92eb4f3eb644aa4d342b15fe. 1 dirs total, 0 dirs full, 0 dirs failed
21:20:59.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.526203 22420 tablet_service.cc:1467] Processing CreateTablet for tablet 3cd85d2e92eb4f3eb644aa4d342b15fe (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=bcd20afc98674ba7abce1fd68f1b2a16]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
21:20:59.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.528029 22420 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 3cd85d2e92eb4f3eb644aa4d342b15fe. 1 dirs total, 0 dirs full, 0 dirs failed
21:20:59.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.527451 22249 tablet_service.cc:1467] Processing CreateTablet for tablet 3cd85d2e92eb4f3eb644aa4d342b15fe (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=bcd20afc98674ba7abce1fd68f1b2a16]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
21:20:59.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.529503 22249 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 3cd85d2e92eb4f3eb644aa4d342b15fe. 1 dirs total, 0 dirs full, 0 dirs failed
21:20:59.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.544189 22526 tablet_bootstrap.cc:492] T 3cd85d2e92eb4f3eb644aa4d342b15fe P ba5fcf64b88b4c3b81b32eccca3b60d7: Bootstrap starting.
21:20:59.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.544867 22523 tablet_bootstrap.cc:492] T 3cd85d2e92eb4f3eb644aa4d342b15fe P 14ef0dc7d9ec470c93e7149e621f3f7e: Bootstrap starting.
21:20:59.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.545221 22525 tablet_bootstrap.cc:492] T 3cd85d2e92eb4f3eb644aa4d342b15fe P 3b11920a2b5d422c874702dc4e536045: Bootstrap starting.
21:20:59.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.550099 22526 tablet_bootstrap.cc:654] T 3cd85d2e92eb4f3eb644aa4d342b15fe P ba5fcf64b88b4c3b81b32eccca3b60d7: Neither blocks nor log segments found. Creating new log.
21:20:59.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.551708 22525 tablet_bootstrap.cc:654] T 3cd85d2e92eb4f3eb644aa4d342b15fe P 3b11920a2b5d422c874702dc4e536045: Neither blocks nor log segments found. Creating new log.
21:20:59.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.559545 22526 tablet_bootstrap.cc:492] T 3cd85d2e92eb4f3eb644aa4d342b15fe P ba5fcf64b88b4c3b81b32eccca3b60d7: No bootstrap required, opened a new log
21:20:59.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.559710 22523 tablet_bootstrap.cc:654] T 3cd85d2e92eb4f3eb644aa4d342b15fe P 14ef0dc7d9ec470c93e7149e621f3f7e: Neither blocks nor log segments found. Creating new log.
21:20:59.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.559973 22526 ts_tablet_manager.cc:1397] T 3cd85d2e92eb4f3eb644aa4d342b15fe P ba5fcf64b88b4c3b81b32eccca3b60d7: Time spent bootstrapping tablet: real 0.016s user 0.014s sys 0.000s
21:20:59.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.562192 22526 raft_consensus.cc:348] T 3cd85d2e92eb4f3eb644aa4d342b15fe P ba5fcf64b88b4c3b81b32eccca3b60d7 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "14ef0dc7d9ec470c93e7149e621f3f7e" member_type: VOTER last_known_addr { host: "127.21.26.1" port: 40073 } } peers { permanent_uuid: "3b11920a2b5d422c874702dc4e536045" member_type: VOTER last_known_addr { host: "127.21.26.2" port: 43025 } } peers { permanent_uuid: "ba5fcf64b88b4c3b81b32eccca3b60d7" member_type: VOTER last_known_addr { host: "127.21.26.3" port: 43013 } }
21:20:59.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.563105 22525 tablet_bootstrap.cc:492] T 3cd85d2e92eb4f3eb644aa4d342b15fe P 3b11920a2b5d422c874702dc4e536045: No bootstrap required, opened a new log
21:20:59.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.563208 22526 raft_consensus.cc:374] T 3cd85d2e92eb4f3eb644aa4d342b15fe P ba5fcf64b88b4c3b81b32eccca3b60d7 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:20:59.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.563854 22525 ts_tablet_manager.cc:1397] T 3cd85d2e92eb4f3eb644aa4d342b15fe P 3b11920a2b5d422c874702dc4e536045: Time spent bootstrapping tablet: real 0.019s user 0.015s sys 0.000s
21:20:59.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.563639 22526 raft_consensus.cc:729] T 3cd85d2e92eb4f3eb644aa4d342b15fe P ba5fcf64b88b4c3b81b32eccca3b60d7 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ba5fcf64b88b4c3b81b32eccca3b60d7, State: Initialized, Role: FOLLOWER
21:20:59.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.564807 22526 consensus_queue.cc:260] T 3cd85d2e92eb4f3eb644aa4d342b15fe P ba5fcf64b88b4c3b81b32eccca3b60d7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "14ef0dc7d9ec470c93e7149e621f3f7e" member_type: VOTER last_known_addr { host: "127.21.26.1" port: 40073 } } peers { permanent_uuid: "3b11920a2b5d422c874702dc4e536045" member_type: VOTER last_known_addr { host: "127.21.26.2" port: 43025 } } peers { permanent_uuid: "ba5fcf64b88b4c3b81b32eccca3b60d7" member_type: VOTER last_known_addr { host: "127.21.26.3" port: 43013 } }
21:20:59.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.566354 22531 tablet_replica.cc:439] T 3cd85d2e92eb4f3eb644aa4d342b15fe P ba5fcf64b88b4c3b81b32eccca3b60d7: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "14ef0dc7d9ec470c93e7149e621f3f7e" member_type: VOTER last_known_addr { host: "127.21.26.1" port: 40073 } } peers { permanent_uuid: "3b11920a2b5d422c874702dc4e536045" member_type: VOTER last_known_addr { host: "127.21.26.2" port: 43025 } } peers { permanent_uuid: "ba5fcf64b88b4c3b81b32eccca3b60d7" member_type: VOTER last_known_addr { host: "127.21.26.3" port: 43013 } } }
21:20:59.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.567113 22531 tablet_replica.cc:442] T 3cd85d2e92eb4f3eb644aa4d342b15fe P ba5fcf64b88b4c3b81b32eccca3b60d7: This TxnStatusTablet replica's current role is: FOLLOWER
21:20:59.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.567181 22525 raft_consensus.cc:348] T 3cd85d2e92eb4f3eb644aa4d342b15fe P 3b11920a2b5d422c874702dc4e536045 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "14ef0dc7d9ec470c93e7149e621f3f7e" member_type: VOTER last_known_addr { host: "127.21.26.1" port: 40073 } } peers { permanent_uuid: "3b11920a2b5d422c874702dc4e536045" member_type: VOTER last_known_addr { host: "127.21.26.2" port: 43025 } } peers { permanent_uuid: "ba5fcf64b88b4c3b81b32eccca3b60d7" member_type: VOTER last_known_addr { host: "127.21.26.3" port: 43013 } }
21:20:59.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.568094 22523 tablet_bootstrap.cc:492] T 3cd85d2e92eb4f3eb644aa4d342b15fe P 14ef0dc7d9ec470c93e7149e621f3f7e: No bootstrap required, opened a new log
21:20:59.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.568065 22525 raft_consensus.cc:374] T 3cd85d2e92eb4f3eb644aa4d342b15fe P 3b11920a2b5d422c874702dc4e536045 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:20:59.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.568333 22525 raft_consensus.cc:729] T 3cd85d2e92eb4f3eb644aa4d342b15fe P 3b11920a2b5d422c874702dc4e536045 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3b11920a2b5d422c874702dc4e536045, State: Initialized, Role: FOLLOWER
21:20:59.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.568513 22523 ts_tablet_manager.cc:1397] T 3cd85d2e92eb4f3eb644aa4d342b15fe P 14ef0dc7d9ec470c93e7149e621f3f7e: Time spent bootstrapping tablet: real 0.024s user 0.005s sys 0.006s
21:20:59.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.569190 22525 consensus_queue.cc:260] T 3cd85d2e92eb4f3eb644aa4d342b15fe P 3b11920a2b5d422c874702dc4e536045 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "14ef0dc7d9ec470c93e7149e621f3f7e" member_type: VOTER last_known_addr { host: "127.21.26.1" port: 40073 } } peers { permanent_uuid: "3b11920a2b5d422c874702dc4e536045" member_type: VOTER last_known_addr { host: "127.21.26.2" port: 43025 } } peers { permanent_uuid: "ba5fcf64b88b4c3b81b32eccca3b60d7" member_type: VOTER last_known_addr { host: "127.21.26.3" port: 43013 } }
21:20:59.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.570463 22530 tablet_replica.cc:439] T 3cd85d2e92eb4f3eb644aa4d342b15fe P 3b11920a2b5d422c874702dc4e536045: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "14ef0dc7d9ec470c93e7149e621f3f7e" member_type: VOTER last_known_addr { host: "127.21.26.1" port: 40073 } } peers { permanent_uuid: "3b11920a2b5d422c874702dc4e536045" member_type: VOTER last_known_addr { host: "127.21.26.2" port: 43025 } } peers { permanent_uuid: "ba5fcf64b88b4c3b81b32eccca3b60d7" member_type: VOTER last_known_addr { host: "127.21.26.3" port: 43013 } } }
21:20:59.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.571177 22530 tablet_replica.cc:442] T 3cd85d2e92eb4f3eb644aa4d342b15fe P 3b11920a2b5d422c874702dc4e536045: This TxnStatusTablet replica's current role is: FOLLOWER
21:20:59.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.571973 22526 ts_tablet_manager.cc:1428] T 3cd85d2e92eb4f3eb644aa4d342b15fe P ba5fcf64b88b4c3b81b32eccca3b60d7: Time spent starting tablet: real 0.012s user 0.006s sys 0.000s
21:20:59.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.573993 22523 raft_consensus.cc:348] T 3cd85d2e92eb4f3eb644aa4d342b15fe P 14ef0dc7d9ec470c93e7149e621f3f7e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "14ef0dc7d9ec470c93e7149e621f3f7e" member_type: VOTER last_known_addr { host: "127.21.26.1" port: 40073 } } peers { permanent_uuid: "3b11920a2b5d422c874702dc4e536045" member_type: VOTER last_known_addr { host: "127.21.26.2" port: 43025 } } peers { permanent_uuid: "ba5fcf64b88b4c3b81b32eccca3b60d7" member_type: VOTER last_known_addr { host: "127.21.26.3" port: 43013 } }
21:20:59.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.574723 22523 raft_consensus.cc:374] T 3cd85d2e92eb4f3eb644aa4d342b15fe P 14ef0dc7d9ec470c93e7149e621f3f7e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:20:59.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.574990 22523 raft_consensus.cc:729] T 3cd85d2e92eb4f3eb644aa4d342b15fe P 14ef0dc7d9ec470c93e7149e621f3f7e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 14ef0dc7d9ec470c93e7149e621f3f7e, State: Initialized, Role: FOLLOWER
21:20:59.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.575626 22523 consensus_queue.cc:260] T 3cd85d2e92eb4f3eb644aa4d342b15fe P 14ef0dc7d9ec470c93e7149e621f3f7e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "14ef0dc7d9ec470c93e7149e621f3f7e" member_type: VOTER last_known_addr { host: "127.21.26.1" port: 40073 } } peers { permanent_uuid: "3b11920a2b5d422c874702dc4e536045" member_type: VOTER last_known_addr { host: "127.21.26.2" port: 43025 } } peers { permanent_uuid: "ba5fcf64b88b4c3b81b32eccca3b60d7" member_type: VOTER last_known_addr { host: "127.21.26.3" port: 43013 } }
21:20:59.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.577369 22533 tablet_replica.cc:439] T 3cd85d2e92eb4f3eb644aa4d342b15fe P 14ef0dc7d9ec470c93e7149e621f3f7e: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "14ef0dc7d9ec470c93e7149e621f3f7e" member_type: VOTER last_known_addr { host: "127.21.26.1" port: 40073 } } peers { permanent_uuid: "3b11920a2b5d422c874702dc4e536045" member_type: VOTER last_known_addr { host: "127.21.26.2" port: 43025 } } peers { permanent_uuid: "ba5fcf64b88b4c3b81b32eccca3b60d7" member_type: VOTER last_known_addr { host: "127.21.26.3" port: 43013 } } }
21:20:59.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.578231 22533 tablet_replica.cc:442] T 3cd85d2e92eb4f3eb644aa4d342b15fe P 14ef0dc7d9ec470c93e7149e621f3f7e: This TxnStatusTablet replica's current role is: FOLLOWER
21:20:59.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.580502 22523 ts_tablet_manager.cc:1428] T 3cd85d2e92eb4f3eb644aa4d342b15fe P 14ef0dc7d9ec470c93e7149e621f3f7e: Time spent starting tablet: real 0.012s user 0.004s sys 0.004s
21:20:59.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.582412 22525 ts_tablet_manager.cc:1428] T 3cd85d2e92eb4f3eb644aa4d342b15fe P 3b11920a2b5d422c874702dc4e536045: Time spent starting tablet: real 0.018s user 0.005s sys 0.000s
21:20:59.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.584794 22530 raft_consensus.cc:482] T 3cd85d2e92eb4f3eb644aa4d342b15fe P 3b11920a2b5d422c874702dc4e536045 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:20:59.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.585219 22530 raft_consensus.cc:504] T 3cd85d2e92eb4f3eb644aa4d342b15fe P 3b11920a2b5d422c874702dc4e536045 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "14ef0dc7d9ec470c93e7149e621f3f7e" member_type: VOTER last_known_addr { host: "127.21.26.1" port: 40073 } } peers { permanent_uuid: "3b11920a2b5d422c874702dc4e536045" member_type: VOTER last_known_addr { host: "127.21.26.2" port: 43025 } } peers { permanent_uuid: "ba5fcf64b88b4c3b81b32eccca3b60d7" member_type: VOTER last_known_addr { host: "127.21.26.3" port: 43013 } }
21:20:59.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.587074 22530 leader_election.cc:288] T 3cd85d2e92eb4f3eb644aa4d342b15fe P 3b11920a2b5d422c874702dc4e536045 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 14ef0dc7d9ec470c93e7149e621f3f7e (127.21.26.1:40073), ba5fcf64b88b4c3b81b32eccca3b60d7 (127.21.26.3:43013)
21:20:59.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.589323 22101 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "3cd85d2e92eb4f3eb644aa4d342b15fe" candidate_uuid: "3b11920a2b5d422c874702dc4e536045" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "14ef0dc7d9ec470c93e7149e621f3f7e" is_pre_election: true
21:20:59.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.589936 22101 raft_consensus.cc:2454] T 3cd85d2e92eb4f3eb644aa4d342b15fe P 14ef0dc7d9ec470c93e7149e621f3f7e [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3b11920a2b5d422c874702dc4e536045 in term 0.
21:20:59.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.591020 22185 leader_election.cc:302] T 3cd85d2e92eb4f3eb644aa4d342b15fe P 3b11920a2b5d422c874702dc4e536045 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 14ef0dc7d9ec470c93e7149e621f3f7e, 3b11920a2b5d422c874702dc4e536045; no voters:
21:20:59.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.591022 22445 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "3cd85d2e92eb4f3eb644aa4d342b15fe" candidate_uuid: "3b11920a2b5d422c874702dc4e536045" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ba5fcf64b88b4c3b81b32eccca3b60d7" is_pre_election: true
21:20:59.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.591619 22445 raft_consensus.cc:2454] T 3cd85d2e92eb4f3eb644aa4d342b15fe P ba5fcf64b88b4c3b81b32eccca3b60d7 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3b11920a2b5d422c874702dc4e536045 in term 0.
21:20:59.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.591773 22530 raft_consensus.cc:2781] T 3cd85d2e92eb4f3eb644aa4d342b15fe P 3b11920a2b5d422c874702dc4e536045 [term 0 FOLLOWER]: Leader pre-election won for term 1
21:20:59.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.592080 22530 raft_consensus.cc:482] T 3cd85d2e92eb4f3eb644aa4d342b15fe P 3b11920a2b5d422c874702dc4e536045 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
21:20:59.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.595479 22530 raft_consensus.cc:3037] T 3cd85d2e92eb4f3eb644aa4d342b15fe P 3b11920a2b5d422c874702dc4e536045 [term 0 FOLLOWER]: Advancing to term 1
21:20:59.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.597354 22531 consensus_queue.cc:1035] T 08652cac908441a68b68663a34d007c4 P ba5fcf64b88b4c3b81b32eccca3b60d7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "14ef0dc7d9ec470c93e7149e621f3f7e" member_type: VOTER last_known_addr { host: "127.21.26.1" port: 40073 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
21:20:59.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.602502 22530 raft_consensus.cc:504] T 3cd85d2e92eb4f3eb644aa4d342b15fe P 3b11920a2b5d422c874702dc4e536045 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "14ef0dc7d9ec470c93e7149e621f3f7e" member_type: VOTER last_known_addr { host: "127.21.26.1" port: 40073 } } peers { permanent_uuid: "3b11920a2b5d422c874702dc4e536045" member_type: VOTER last_known_addr { host: "127.21.26.2" port: 43025 } } peers { permanent_uuid: "ba5fcf64b88b4c3b81b32eccca3b60d7" member_type: VOTER last_known_addr { host: "127.21.26.3" port: 43013 } }
21:20:59.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.605253 22530 leader_election.cc:288] T 3cd85d2e92eb4f3eb644aa4d342b15fe P 3b11920a2b5d422c874702dc4e536045 [CANDIDATE]: Term 1 election: Requested vote from peers 14ef0dc7d9ec470c93e7149e621f3f7e (127.21.26.1:40073), ba5fcf64b88b4c3b81b32eccca3b60d7 (127.21.26.3:43013)
21:20:59.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.606237 22100 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "3cd85d2e92eb4f3eb644aa4d342b15fe" candidate_uuid: "3b11920a2b5d422c874702dc4e536045" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "14ef0dc7d9ec470c93e7149e621f3f7e"
21:20:59.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.606940 22100 raft_consensus.cc:3037] T 3cd85d2e92eb4f3eb644aa4d342b15fe P 14ef0dc7d9ec470c93e7149e621f3f7e [term 0 FOLLOWER]: Advancing to term 1
21:20:59.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.606734 22445 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "3cd85d2e92eb4f3eb644aa4d342b15fe" candidate_uuid: "3b11920a2b5d422c874702dc4e536045" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ba5fcf64b88b4c3b81b32eccca3b60d7"
21:20:59.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.607460 22445 raft_consensus.cc:3037] T 3cd85d2e92eb4f3eb644aa4d342b15fe P ba5fcf64b88b4c3b81b32eccca3b60d7 [term 0 FOLLOWER]: Advancing to term 1
21:20:59.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.615734 22445 raft_consensus.cc:2454] T 3cd85d2e92eb4f3eb644aa4d342b15fe P ba5fcf64b88b4c3b81b32eccca3b60d7 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3b11920a2b5d422c874702dc4e536045 in term 1.
21:20:59.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.619020 22100 raft_consensus.cc:2454] T 3cd85d2e92eb4f3eb644aa4d342b15fe P 14ef0dc7d9ec470c93e7149e621f3f7e [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3b11920a2b5d422c874702dc4e536045 in term 1.
21:20:59.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.620401 22185 leader_election.cc:302] T 3cd85d2e92eb4f3eb644aa4d342b15fe P 3b11920a2b5d422c874702dc4e536045 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 14ef0dc7d9ec470c93e7149e621f3f7e, 3b11920a2b5d422c874702dc4e536045; no voters:
21:20:59.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.621402 22530 raft_consensus.cc:2781] T 3cd85d2e92eb4f3eb644aa4d342b15fe P 3b11920a2b5d422c874702dc4e536045 [term 1 FOLLOWER]: Leader election won for term 1
21:20:59.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.623773 22530 raft_consensus.cc:686] T 3cd85d2e92eb4f3eb644aa4d342b15fe P 3b11920a2b5d422c874702dc4e536045 [term 1 LEADER]: Becoming Leader. State: Replica: 3b11920a2b5d422c874702dc4e536045, State: Running, Role: LEADER
21:20:59.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.625049 22530 consensus_queue.cc:237] T 3cd85d2e92eb4f3eb644aa4d342b15fe P 3b11920a2b5d422c874702dc4e536045 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "14ef0dc7d9ec470c93e7149e621f3f7e" member_type: VOTER last_known_addr { host: "127.21.26.1" port: 40073 } } peers { permanent_uuid: "3b11920a2b5d422c874702dc4e536045" member_type: VOTER last_known_addr { host: "127.21.26.2" port: 43025 } } peers { permanent_uuid: "ba5fcf64b88b4c3b81b32eccca3b60d7" member_type: VOTER last_known_addr { host: "127.21.26.3" port: 43013 } }
21:20:59.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.629043 22562 consensus_queue.cc:1035] T 08652cac908441a68b68663a34d007c4 P ba5fcf64b88b4c3b81b32eccca3b60d7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3b11920a2b5d422c874702dc4e536045" member_type: VOTER last_known_addr { host: "127.21.26.2" port: 43025 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
21:20:59.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.634872 21853 catalog_manager.cc:5495] T 3cd85d2e92eb4f3eb644aa4d342b15fe P 3b11920a2b5d422c874702dc4e536045 reported cstate change: term changed from 0 to 1, leader changed from <none> to 3b11920a2b5d422c874702dc4e536045 (127.21.26.2). New cstate: current_term: 1 leader_uuid: "3b11920a2b5d422c874702dc4e536045" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "14ef0dc7d9ec470c93e7149e621f3f7e" member_type: VOTER last_known_addr { host: "127.21.26.1" port: 40073 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "3b11920a2b5d422c874702dc4e536045" member_type: VOTER last_known_addr { host: "127.21.26.2" port: 43025 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "ba5fcf64b88b4c3b81b32eccca3b60d7" member_type: VOTER last_known_addr { host: "127.21.26.3" port: 43013 } health_report { overall_health: UNKNOWN } } }
21:20:59.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.640105 22542 tablet_replica.cc:439] T 3cd85d2e92eb4f3eb644aa4d342b15fe P 3b11920a2b5d422c874702dc4e536045: TxnStatusTablet state changed. Reason: New leader 3b11920a2b5d422c874702dc4e536045. Latest consensus state: current_term: 1 leader_uuid: "3b11920a2b5d422c874702dc4e536045" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "14ef0dc7d9ec470c93e7149e621f3f7e" member_type: VOTER last_known_addr { host: "127.21.26.1" port: 40073 } } peers { permanent_uuid: "3b11920a2b5d422c874702dc4e536045" member_type: VOTER last_known_addr { host: "127.21.26.2" port: 43025 } } peers { permanent_uuid: "ba5fcf64b88b4c3b81b32eccca3b60d7" member_type: VOTER last_known_addr { host: "127.21.26.3" port: 43013 } } }
21:20:59.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.640952 22542 tablet_replica.cc:442] T 3cd85d2e92eb4f3eb644aa4d342b15fe P 3b11920a2b5d422c874702dc4e536045: This TxnStatusTablet replica's current role is: LEADER
21:20:59.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.648685 22565 txn_status_manager.cc:873] Waiting until node catch up with all replicated operations in previous term...
21:20:59.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.649665 22565 txn_status_manager.cc:929] Loading transaction status metadata into memory...
21:20:59.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.751463 22445 raft_consensus.cc:1261] T 3cd85d2e92eb4f3eb644aa4d342b15fe P ba5fcf64b88b4c3b81b32eccca3b60d7 [term 1 FOLLOWER]: Refusing update from remote peer 3b11920a2b5d422c874702dc4e536045: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
21:20:59.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.753245 22530 consensus_queue.cc:1035] T 3cd85d2e92eb4f3eb644aa4d342b15fe P 3b11920a2b5d422c874702dc4e536045 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ba5fcf64b88b4c3b81b32eccca3b60d7" member_type: VOTER last_known_addr { host: "127.21.26.3" port: 43013 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
21:20:59.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.765791 22100 raft_consensus.cc:1261] T 3cd85d2e92eb4f3eb644aa4d342b15fe P 14ef0dc7d9ec470c93e7149e621f3f7e [term 1 FOLLOWER]: Refusing update from remote peer 3b11920a2b5d422c874702dc4e536045: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
21:20:59.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.767794 22530 consensus_queue.cc:1035] T 3cd85d2e92eb4f3eb644aa4d342b15fe P 3b11920a2b5d422c874702dc4e536045 [LEADER]: Connected to new peer: Peer: permanent_uuid: "14ef0dc7d9ec470c93e7149e621f3f7e" member_type: VOTER last_known_addr { host: "127.21.26.1" port: 40073 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
21:20:59.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.800055 22533 tablet_replica.cc:439] T 3cd85d2e92eb4f3eb644aa4d342b15fe P 14ef0dc7d9ec470c93e7149e621f3f7e: TxnStatusTablet state changed. Reason: New leader 3b11920a2b5d422c874702dc4e536045. Latest consensus state: current_term: 1 leader_uuid: "3b11920a2b5d422c874702dc4e536045" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "14ef0dc7d9ec470c93e7149e621f3f7e" member_type: VOTER last_known_addr { host: "127.21.26.1" port: 40073 } } peers { permanent_uuid: "3b11920a2b5d422c874702dc4e536045" member_type: VOTER last_known_addr { host: "127.21.26.2" port: 43025 } } peers { permanent_uuid: "ba5fcf64b88b4c3b81b32eccca3b60d7" member_type: VOTER last_known_addr { host: "127.21.26.3" port: 43013 } } }
21:20:59.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.800815 22533 tablet_replica.cc:442] T 3cd85d2e92eb4f3eb644aa4d342b15fe P 14ef0dc7d9ec470c93e7149e621f3f7e: This TxnStatusTablet replica's current role is: FOLLOWER
21:20:59.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.803396 22562 tablet_replica.cc:439] T 3cd85d2e92eb4f3eb644aa4d342b15fe P ba5fcf64b88b4c3b81b32eccca3b60d7: TxnStatusTablet state changed. Reason: New leader 3b11920a2b5d422c874702dc4e536045. Latest consensus state: current_term: 1 leader_uuid: "3b11920a2b5d422c874702dc4e536045" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "14ef0dc7d9ec470c93e7149e621f3f7e" member_type: VOTER last_known_addr { host: "127.21.26.1" port: 40073 } } peers { permanent_uuid: "3b11920a2b5d422c874702dc4e536045" member_type: VOTER last_known_addr { host: "127.21.26.2" port: 43025 } } peers { permanent_uuid: "ba5fcf64b88b4c3b81b32eccca3b60d7" member_type: VOTER last_known_addr { host: "127.21.26.3" port: 43013 } } }
21:20:59.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.804207 22562 tablet_replica.cc:442] T 3cd85d2e92eb4f3eb644aa4d342b15fe P ba5fcf64b88b4c3b81b32eccca3b60d7: This TxnStatusTablet replica's current role is: FOLLOWER
21:20:59.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.814174 22567 mvcc.cc:205] Tried to move back new op lower bound from 7317435431925272576 to 7317435431433469952. Current Snapshot: MvccSnapshot[applied={T|T < 7317435431925272576}]
21:20:59.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.821679 22530 consensus_queue.cc:1035] T 2cd0f05a259a435faf28ecba7c93a9b4 P 3b11920a2b5d422c874702dc4e536045 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ba5fcf64b88b4c3b81b32eccca3b60d7" member_type: VOTER last_known_addr { host: "127.21.26.3" port: 43013 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
21:20:59.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.837622 22533 tablet_replica.cc:439] T 3cd85d2e92eb4f3eb644aa4d342b15fe P 14ef0dc7d9ec470c93e7149e621f3f7e: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "3b11920a2b5d422c874702dc4e536045" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "14ef0dc7d9ec470c93e7149e621f3f7e" member_type: VOTER last_known_addr { host: "127.21.26.1" port: 40073 } } peers { permanent_uuid: "3b11920a2b5d422c874702dc4e536045" member_type: VOTER last_known_addr { host: "127.21.26.2" port: 43025 } } peers { permanent_uuid: "ba5fcf64b88b4c3b81b32eccca3b60d7" member_type: VOTER last_known_addr { host: "127.21.26.3" port: 43013 } } }
21:20:59.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.838433 22533 tablet_replica.cc:442] T 3cd85d2e92eb4f3eb644aa4d342b15fe P 14ef0dc7d9ec470c93e7149e621f3f7e: This TxnStatusTablet replica's current role is: FOLLOWER
21:20:59.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.848645 22562 tablet_replica.cc:439] T 3cd85d2e92eb4f3eb644aa4d342b15fe P ba5fcf64b88b4c3b81b32eccca3b60d7: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "3b11920a2b5d422c874702dc4e536045" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "14ef0dc7d9ec470c93e7149e621f3f7e" member_type: VOTER last_known_addr { host: "127.21.26.1" port: 40073 } } peers { permanent_uuid: "3b11920a2b5d422c874702dc4e536045" member_type: VOTER last_known_addr { host: "127.21.26.2" port: 43025 } } peers { permanent_uuid: "ba5fcf64b88b4c3b81b32eccca3b60d7" member_type: VOTER last_known_addr { host: "127.21.26.3" port: 43013 } } }
21:20:59.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.849392 22562 tablet_replica.cc:442] T 3cd85d2e92eb4f3eb644aa4d342b15fe P ba5fcf64b88b4c3b81b32eccca3b60d7: This TxnStatusTablet replica's current role is: FOLLOWER
21:20:59.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.852734 22542 tablet_replica.cc:439] T 3cd85d2e92eb4f3eb644aa4d342b15fe P 3b11920a2b5d422c874702dc4e536045: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "3b11920a2b5d422c874702dc4e536045" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "14ef0dc7d9ec470c93e7149e621f3f7e" member_type: VOTER last_known_addr { host: "127.21.26.1" port: 40073 } } peers { permanent_uuid: "3b11920a2b5d422c874702dc4e536045" member_type: VOTER last_known_addr { host: "127.21.26.2" port: 43025 } } peers { permanent_uuid: "ba5fcf64b88b4c3b81b32eccca3b60d7" member_type: VOTER last_known_addr { host: "127.21.26.3" port: 43013 } } }
21:20:59.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.856295 22542 tablet_replica.cc:442] T 3cd85d2e92eb4f3eb644aa4d342b15fe P 3b11920a2b5d422c874702dc4e536045: This TxnStatusTablet replica's current role is: LEADER
21:20:59.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.857060 22542 tablet_replica.cc:439] T 3cd85d2e92eb4f3eb644aa4d342b15fe P 3b11920a2b5d422c874702dc4e536045: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "3b11920a2b5d422c874702dc4e536045" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "14ef0dc7d9ec470c93e7149e621f3f7e" member_type: VOTER last_known_addr { host: "127.21.26.1" port: 40073 } } peers { permanent_uuid: "3b11920a2b5d422c874702dc4e536045" member_type: VOTER last_known_addr { host: "127.21.26.2" port: 43025 } } peers { permanent_uuid: "ba5fcf64b88b4c3b81b32eccca3b60d7" member_type: VOTER last_known_addr { host: "127.21.26.3" port: 43013 } } }
21:20:59.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.857751 22542 tablet_replica.cc:442] T 3cd85d2e92eb4f3eb644aa4d342b15fe P 3b11920a2b5d422c874702dc4e536045: This TxnStatusTablet replica's current role is: LEADER
21:20:59.876 [DEBUG - Time-limited test] (KuduTransaction.java:702) starting keepalive heartbeating with period 500 ms (txn ID 0)
21:20:59.886 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 421e2b7d2b9d40b2b3ea76da9fe57764
21:20:59.887 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.21.26.60:36293
21:20:59.887 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
21:20:59.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.891383 21608 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskbeSzwH/build/tsan/bin/kudu with pid 21811
21:20:59.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:20:59.894363 22542 consensus_queue.cc:1035] T 2cd0f05a259a435faf28ecba7c93a9b4 P 3b11920a2b5d422c874702dc4e536045 [LEADER]: Connected to new peer: Peer: permanent_uuid: "14ef0dc7d9ec470c93e7149e621f3f7e" member_type: VOTER last_known_addr { host: "127.21.26.1" port: 40073 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
21:20:59.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:20:59.975853 22185 connection.cc:535] client connection to 127.21.26.60:36293 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
21:20:59.977 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.21.26.60:36293(127.21.26.60:36293)] handling channelInactive
21:20:59.978 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.26.60:36293(127.21.26.60:36293)] cleaning up while in state READY due to: connection closed
21:20:59.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:20:59.977391 22496 heartbeater.cc:644] Failed to heartbeat to 127.21.26.60:36293 (0 consecutive failures): Network error: Failed to send heartbeat to master: recv got EOF from 127.21.26.60:36293 (error 108)
21:20:59.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:20:59.977130 22326 heartbeater.cc:644] Failed to heartbeat to 127.21.26.60:36293 (0 consecutive failures): Network error: Failed to send heartbeat to master: recv error from unknown peer: Transport endpoint is not connected (error 107)
21:20:59.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:20:59.984773 22014 connection.cc:535] client connection to 127.21.26.60:36293 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
21:20:59.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:20:59.985797 22155 heartbeater.cc:644] Failed to heartbeat to 127.21.26.60:36293 (0 consecutive failures): Network error: Failed to send heartbeat to master: recv error from unknown peer: Transport endpoint is not connected (error 107)
21:20:59.994 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
21:20:59.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:20:59.996719 22583 negotiation.cc:337] Failed RPC negotiation. Trace:
21:20:59.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 21:20:59.978773 (+ 0us) reactor.cc:625] Submitting negotiation task for client connection to 127.21.26.60:36293 (local address 127.21.26.3:54359)
21:20:59.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 21:20:59.994208 (+ 15435us) negotiation.cc:107] Waiting for socket to connect
21:20:59.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 21:20:59.995420 (+ 1212us) negotiation.cc:327] Negotiation complete: Network error: Client connection negotiation failed: client connection to 127.21.26.60:36293: connect: Connection reset by peer (error 104)
21:20:59.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"client-negotiator.queue_time_us":14714,"thread_start_us":15033,"threads_started":1}
21:21:00.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:00.003384 22584 negotiation.cc:337] Failed RPC negotiation. Trace:
21:21:00.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 21:20:59.987212 (+ 0us) reactor.cc:625] Submitting negotiation task for client connection to 127.21.26.60:36293 (local address 127.21.26.1:56953)
21:21:00.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 21:20:59.990579 (+ 3367us) negotiation.cc:107] Waiting for socket to connect
21:21:00.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 21:20:59.990637 (+ 58us) client_negotiation.cc:174] Beginning negotiation
21:21:00.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 21:20:59.992983 (+ 2346us) client_negotiation.cc:252] Sending NEGOTIATE NegotiatePB request
21:21:00.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 21:21:00.001810 (+ 8827us) negotiation.cc:327] Negotiation complete: Network error: Client connection negotiation failed: client connection to 127.21.26.60:36293: BlockingRecv error: recv error from unknown peer: Transport endpoint is not connected (error 107)
21:21:00.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"client-negotiator.queue_time_us":2890,"thread_start_us":2490,"threads_started":1}
21:21:00.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:00.116894 22585 raft_consensus.cc:482] T 00000000000000000000000000000000 P 81df3ffbb91a45cd971662151b9f35a0 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 38447ea382aa4717a2ad2dc969bf4141)
21:21:00.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:00.117435 22585 raft_consensus.cc:504] T 00000000000000000000000000000000 P 81df3ffbb91a45cd971662151b9f35a0 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "64cf3307a5224124a0deefacbe8e2724" member_type: VOTER last_known_addr { host: "127.21.26.62" port: 43235 } } peers { permanent_uuid: "81df3ffbb91a45cd971662151b9f35a0" member_type: VOTER last_known_addr { host: "127.21.26.61" port: 34009 } } peers { permanent_uuid: "38447ea382aa4717a2ad2dc969bf4141" member_type: VOTER last_known_addr { host: "127.21.26.60" port: 36293 } }
21:21:00.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:00.119601 22585 leader_election.cc:288] T 00000000000000000000000000000000 P 81df3ffbb91a45cd971662151b9f35a0 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 64cf3307a5224124a0deefacbe8e2724 (127.21.26.62:43235), 38447ea382aa4717a2ad2dc969bf4141 (127.21.26.60:36293)
21:21:00.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:00.120649 21664 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "81df3ffbb91a45cd971662151b9f35a0" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "64cf3307a5224124a0deefacbe8e2724" is_pre_election: true
21:21:00.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:00.123096 21740 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.21.26.60:36293: connect: Connection refused (error 111) [suppressed 6 similar messages]
21:21:00.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:00.127131 21740 leader_election.cc:334] T 00000000000000000000000000000000 P 81df3ffbb91a45cd971662151b9f35a0 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 38447ea382aa4717a2ad2dc969bf4141 (127.21.26.60:36293): Network error: Client connection negotiation failed: client connection to 127.21.26.60:36293: connect: Connection refused (error 111)
21:21:00.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:00.127615 21740 leader_election.cc:302] T 00000000000000000000000000000000 P 81df3ffbb91a45cd971662151b9f35a0 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 81df3ffbb91a45cd971662151b9f35a0; no voters: 38447ea382aa4717a2ad2dc969bf4141, 64cf3307a5224124a0deefacbe8e2724
21:21:00.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:00.128409 22585 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 81df3ffbb91a45cd971662151b9f35a0 [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
21:21:00.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:00.138435 22588 raft_consensus.cc:482] T 00000000000000000000000000000000 P 64cf3307a5224124a0deefacbe8e2724 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 38447ea382aa4717a2ad2dc969bf4141)
21:21:00.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:00.138827 22588 raft_consensus.cc:504] T 00000000000000000000000000000000 P 64cf3307a5224124a0deefacbe8e2724 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "64cf3307a5224124a0deefacbe8e2724" member_type: VOTER last_known_addr { host: "127.21.26.62" port: 43235 } } peers { permanent_uuid: "81df3ffbb91a45cd971662151b9f35a0" member_type: VOTER last_known_addr { host: "127.21.26.61" port: 34009 } } peers { permanent_uuid: "38447ea382aa4717a2ad2dc969bf4141" member_type: VOTER last_known_addr { host: "127.21.26.60" port: 36293 } }
21:21:00.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:00.140682 22588 leader_election.cc:288] T 00000000000000000000000000000000 P 64cf3307a5224124a0deefacbe8e2724 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 81df3ffbb91a45cd971662151b9f35a0 (127.21.26.61:34009), 38447ea382aa4717a2ad2dc969bf4141 (127.21.26.60:36293)
21:21:00.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:00.142016 21767 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "64cf3307a5224124a0deefacbe8e2724" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "81df3ffbb91a45cd971662151b9f35a0" is_pre_election: true
21:21:00.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:00.142725 21767 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 81df3ffbb91a45cd971662151b9f35a0 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 64cf3307a5224124a0deefacbe8e2724 in term 1.
21:21:00.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:00.143255 21643 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.21.26.60:36293: connect: Connection refused (error 111) [suppressed 13 similar messages]
21:21:00.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:00.143947 21641 leader_election.cc:302] T 00000000000000000000000000000000 P 64cf3307a5224124a0deefacbe8e2724 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 64cf3307a5224124a0deefacbe8e2724, 81df3ffbb91a45cd971662151b9f35a0; no voters:
21:21:00.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:00.144902 22588 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 64cf3307a5224124a0deefacbe8e2724 [term 1 FOLLOWER]: Leader pre-election won for term 2
21:21:00.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:00.145352 22588 raft_consensus.cc:482] T 00000000000000000000000000000000 P 64cf3307a5224124a0deefacbe8e2724 [term 1 FOLLOWER]: Starting leader election (detected failure of leader 38447ea382aa4717a2ad2dc969bf4141)
21:21:00.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:00.145745 22588 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 64cf3307a5224124a0deefacbe8e2724 [term 1 FOLLOWER]: Advancing to term 2
21:21:00.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:00.147560 21643 leader_election.cc:334] T 00000000000000000000000000000000 P 64cf3307a5224124a0deefacbe8e2724 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 38447ea382aa4717a2ad2dc969bf4141 (127.21.26.60:36293): Network error: Client connection negotiation failed: client connection to 127.21.26.60:36293: connect: Connection refused (error 111)
21:21:00.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:00.153121 22588 raft_consensus.cc:504] T 00000000000000000000000000000000 P 64cf3307a5224124a0deefacbe8e2724 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "64cf3307a5224124a0deefacbe8e2724" member_type: VOTER last_known_addr { host: "127.21.26.62" port: 43235 } } peers { permanent_uuid: "81df3ffbb91a45cd971662151b9f35a0" member_type: VOTER last_known_addr { host: "127.21.26.61" port: 34009 } } peers { permanent_uuid: "38447ea382aa4717a2ad2dc969bf4141" member_type: VOTER last_known_addr { host: "127.21.26.60" port: 36293 } }
21:21:00.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:00.155797 21767 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "64cf3307a5224124a0deefacbe8e2724" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "81df3ffbb91a45cd971662151b9f35a0"
21:21:00.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:00.156374 21767 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 81df3ffbb91a45cd971662151b9f35a0 [term 1 FOLLOWER]: Advancing to term 2
21:21:00.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:00.157200 22588 leader_election.cc:288] T 00000000000000000000000000000000 P 64cf3307a5224124a0deefacbe8e2724 [CANDIDATE]: Term 2 election: Requested vote from peers 81df3ffbb91a45cd971662151b9f35a0 (127.21.26.61:34009), 38447ea382aa4717a2ad2dc969bf4141 (127.21.26.60:36293)
21:21:00.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:00.158329 21643 leader_election.cc:334] T 00000000000000000000000000000000 P 64cf3307a5224124a0deefacbe8e2724 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 38447ea382aa4717a2ad2dc969bf4141 (127.21.26.60:36293): Network error: Client connection negotiation failed: client connection to 127.21.26.60:36293: connect: Connection refused (error 111)
21:21:00.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:00.164959 21767 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 81df3ffbb91a45cd971662151b9f35a0 [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 64cf3307a5224124a0deefacbe8e2724 in term 2.
21:21:00.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:00.166218 21641 leader_election.cc:302] T 00000000000000000000000000000000 P 64cf3307a5224124a0deefacbe8e2724 [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 64cf3307a5224124a0deefacbe8e2724, 81df3ffbb91a45cd971662151b9f35a0; no voters: 38447ea382aa4717a2ad2dc969bf4141
21:21:00.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:00.166872 22588 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 64cf3307a5224124a0deefacbe8e2724 [term 2 FOLLOWER]: Leader election won for term 2
21:21:00.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:00.168078 22588 raft_consensus.cc:686] T 00000000000000000000000000000000 P 64cf3307a5224124a0deefacbe8e2724 [term 2 LEADER]: Becoming Leader. State: Replica: 64cf3307a5224124a0deefacbe8e2724, State: Running, Role: LEADER
21:21:00.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:00.168895 22588 consensus_queue.cc:237] T 00000000000000000000000000000000 P 64cf3307a5224124a0deefacbe8e2724 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 11, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "64cf3307a5224124a0deefacbe8e2724" member_type: VOTER last_known_addr { host: "127.21.26.62" port: 43235 } } peers { permanent_uuid: "81df3ffbb91a45cd971662151b9f35a0" member_type: VOTER last_known_addr { host: "127.21.26.61" port: 34009 } } peers { permanent_uuid: "38447ea382aa4717a2ad2dc969bf4141" member_type: VOTER last_known_addr { host: "127.21.26.60" port: 36293 } }
21:21:00.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:00.172075 22593 sys_catalog.cc:455] T 00000000000000000000000000000000 P 64cf3307a5224124a0deefacbe8e2724 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 64cf3307a5224124a0deefacbe8e2724. Latest consensus state: current_term: 2 leader_uuid: "64cf3307a5224124a0deefacbe8e2724" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "64cf3307a5224124a0deefacbe8e2724" member_type: VOTER last_known_addr { host: "127.21.26.62" port: 43235 } } peers { permanent_uuid: "81df3ffbb91a45cd971662151b9f35a0" member_type: VOTER last_known_addr { host: "127.21.26.61" port: 34009 } } peers { permanent_uuid: "38447ea382aa4717a2ad2dc969bf4141" member_type: VOTER last_known_addr { host: "127.21.26.60" port: 36293 } } }
21:21:00.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:00.172749 22593 sys_catalog.cc:458] T 00000000000000000000000000000000 P 64cf3307a5224124a0deefacbe8e2724 [sys.catalog]: This master's current role is: LEADER
21:21:00.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:00.174362 22594 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
21:21:00.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:00.183904 22594 catalog_manager.cc:669] Loaded metadata for table txn_manager_fallback_rolling [id=421e2b7d2b9d40b2b3ea76da9fe57764]
21:21:00.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:00.185650 22594 catalog_manager.cc:669] Loaded metadata for table kudu_system.kudu_transactions [id=bcd20afc98674ba7abce1fd68f1b2a16]
21:21:00.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:00.192453 22594 tablet_loader.cc:96] loaded metadata for tablet 08652cac908441a68b68663a34d007c4 (table txn_manager_fallback_rolling [id=421e2b7d2b9d40b2b3ea76da9fe57764])
21:21:00.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:00.193974 22594 tablet_loader.cc:96] loaded metadata for tablet 2cd0f05a259a435faf28ecba7c93a9b4 (table txn_manager_fallback_rolling [id=421e2b7d2b9d40b2b3ea76da9fe57764])
21:21:00.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:00.195261 22594 tablet_loader.cc:96] loaded metadata for tablet 3cd85d2e92eb4f3eb644aa4d342b15fe (table kudu_system.kudu_transactions [id=bcd20afc98674ba7abce1fd68f1b2a16])
21:21:00.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:00.196599 22594 catalog_manager.cc:1484] Initializing Kudu cluster ID...
21:21:00.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:00.201014 22594 catalog_manager.cc:1259] Loaded cluster ID: 17b4e6e9679a4977bd923fcd3d7f3792
21:21:00.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:00.201293 22594 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
21:21:00.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:00.206573 22594 catalog_manager.cc:1504] Loading token signing keys...
21:21:00.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:00.210963 22594 catalog_manager.cc:5879] T 00000000000000000000000000000000 P 64cf3307a5224124a0deefacbe8e2724: Loaded TSK: 0
21:21:00.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:00.212608 22594 catalog_manager.cc:1514] Initializing in-progress tserver states...
21:21:00.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:00.250820 21643 consensus_peers.cc:487] T 00000000000000000000000000000000 P 64cf3307a5224124a0deefacbe8e2724 -> Peer 38447ea382aa4717a2ad2dc969bf4141 (127.21.26.60:36293): Couldn't send request to peer 38447ea382aa4717a2ad2dc969bf4141. Status: Network error: Client connection negotiation failed: client connection to 127.21.26.60:36293: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
21:21:00.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:00.286011 21767 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 81df3ffbb91a45cd971662151b9f35a0 [term 2 FOLLOWER]: Refusing update from remote peer 64cf3307a5224124a0deefacbe8e2724: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 2 index: 12. (index mismatch)
21:21:00.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:00.287441 22593 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 64cf3307a5224124a0deefacbe8e2724 [LEADER]: Connected to new peer: Peer: permanent_uuid: "81df3ffbb91a45cd971662151b9f35a0" member_type: VOTER last_known_addr { host: "127.21.26.61" port: 34009 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
21:21:00.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:00.290951 22585 sys_catalog.cc:455] T 00000000000000000000000000000000 P 81df3ffbb91a45cd971662151b9f35a0 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 64cf3307a5224124a0deefacbe8e2724. Latest consensus state: current_term: 2 leader_uuid: "64cf3307a5224124a0deefacbe8e2724" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "64cf3307a5224124a0deefacbe8e2724" member_type: VOTER last_known_addr { host: "127.21.26.62" port: 43235 } } peers { permanent_uuid: "81df3ffbb91a45cd971662151b9f35a0" member_type: VOTER last_known_addr { host: "127.21.26.61" port: 34009 } } peers { permanent_uuid: "38447ea382aa4717a2ad2dc969bf4141" member_type: VOTER last_known_addr { host: "127.21.26.60" port: 36293 } } }
21:21:00.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:00.291745 22585 sys_catalog.cc:458] T 00000000000000000000000000000000 P 81df3ffbb91a45cd971662151b9f35a0 [sys.catalog]: This master's current role is: FOLLOWER
21:21:00.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:00.295097 22588 sys_catalog.cc:455] T 00000000000000000000000000000000 P 64cf3307a5224124a0deefacbe8e2724 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "64cf3307a5224124a0deefacbe8e2724" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "64cf3307a5224124a0deefacbe8e2724" member_type: VOTER last_known_addr { host: "127.21.26.62" port: 43235 } } peers { permanent_uuid: "81df3ffbb91a45cd971662151b9f35a0" member_type: VOTER last_known_addr { host: "127.21.26.61" port: 34009 } } peers { permanent_uuid: "38447ea382aa4717a2ad2dc969bf4141" member_type: VOTER last_known_addr { host: "127.21.26.60" port: 36293 } } }
21:21:00.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:00.295895 22588 sys_catalog.cc:458] T 00000000000000000000000000000000 P 64cf3307a5224124a0deefacbe8e2724 [sys.catalog]: This master's current role is: LEADER
21:21:00.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:00.296554 22585 sys_catalog.cc:455] T 00000000000000000000000000000000 P 81df3ffbb91a45cd971662151b9f35a0 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "64cf3307a5224124a0deefacbe8e2724" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "64cf3307a5224124a0deefacbe8e2724" member_type: VOTER last_known_addr { host: "127.21.26.62" port: 43235 } } peers { permanent_uuid: "81df3ffbb91a45cd971662151b9f35a0" member_type: VOTER last_known_addr { host: "127.21.26.61" port: 34009 } } peers { permanent_uuid: "38447ea382aa4717a2ad2dc969bf4141" member_type: VOTER last_known_addr { host: "127.21.26.60" port: 36293 } } }
21:21:00.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:00.297389 22585 sys_catalog.cc:458] T 00000000000000000000000000000000 P 81df3ffbb91a45cd971662151b9f35a0 [sys.catalog]: This master's current role is: FOLLOWER
21:21:00.379 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.21.26.60:36293(127.21.26.60:36293)] connecting to peer
21:21:00.381 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.26.60:36293(127.21.26.60:36293): Connection refused: /127.21.26.60:36293
21:21:00.382 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.26.60:36293(127.21.26.60:36293)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.26.60:36293(127.21.26.60:36293): Connection refused: /127.21.26.60:36293
21:21:00.382 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location master-127.21.26.60:36293(127.21.26.60:36293) for tablet Kudu Master: Failed to connect to peer master-127.21.26.60:36293(127.21.26.60:36293): Connection refused: /127.21.26.60:36293
21:21:00.400 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.21.26.60:36293(127.21.26.60:36293)] connecting to peer
21:21:00.401 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.26.60:36293(127.21.26.60:36293): Connection refused: /127.21.26.60:36293
21:21:00.401 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.26.60:36293(127.21.26.60:36293)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.26.60:36293(127.21.26.60:36293): Connection refused: /127.21.26.60:36293
21:21:00.401 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.26.60:36293: Failed to connect to peer master-127.21.26.60:36293(127.21.26.60:36293): Connection refused: /127.21.26.60:36293
21:21:00.406 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
21:21:00.406 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=2, TimeoutTracker(timeout=250, elapsed=27), Traces: [0ms] sending RPC to server master-127.21.26.60:36293, [3ms] received response from server master-127.21.26.60:36293: Network error: Failed to connect to peer master-127.21.26.60:36293(127.21.26.60:36293): Connection refused: /127.21.26.60:36293, [3ms] delaying RPC due to: Network error: Failed to connect to peer master-127.21.26.60:36293(127.21.26.60:36293): Connection refused: /127.21.26.60:36293, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.26.61:34009, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.26.62:43235, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.26.60:36293, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.26.60:36293: Network error: Failed to connect to peer master-127.21.26.60:36293(127.21.26.60:36293): Connection refused: /127.21.26.60:36293, [23ms] Sub RPC ConnectToMaster: received response from server master-127.21.26.61:34009: OK, [26ms] Sub RPC ConnectToMaster: received response from server master-127.21.26.62:43235: OK, deferred=Deferred@1807855103(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$83/807471066@6af084e8, errback=org.apache.kudu.client.KuduTransaction$$Lambda$84/2061247318@3a7eaeba)) after lookup
21:21:00.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:00.466320 21655 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:44262:
21:21:00.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
21:21:00.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
21:21:00.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
21:21:00.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
21:21:00.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
21:21:00.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
21:21:00.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
21:21:00.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
21:21:00.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
21:21:00.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
21:21:00.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
21:21:00.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:21:00.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
21:21:00.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
21:21:00.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
21:21:00.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
21:21:00.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
21:21:00.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
21:21:00.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
21:21:00.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
21:21:00.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
21:21:00.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:21:00.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
21:21:00.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
21:21:00.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
21:21:00.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
21:21:00.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
21:21:00.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
21:21:00.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
21:21:00.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
21:21:00.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
21:21:00.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:21:00.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
21:21:00.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
21:21:00.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
21:21:00.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
21:21:00.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
21:21:00.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
21:21:00.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
21:21:00.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
21:21:00.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
21:21:00.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:21:00.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:21:00.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
21:21:00.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
21:21:00.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
21:21:00.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
21:21:00.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:21:00.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
21:21:00.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
21:21:00.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
21:21:00.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
21:21:00.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:21:00.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:21:00.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:21:00.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
21:21:00.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:00.504204 21655 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
21:21:00.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:00.819191 21643 consensus_peers.cc:487] T 00000000000000000000000000000000 P 64cf3307a5224124a0deefacbe8e2724 -> Peer 38447ea382aa4717a2ad2dc969bf4141 (127.21.26.60:36293): Couldn't send request to peer 38447ea382aa4717a2ad2dc969bf4141. Status: Network error: Client connection negotiation failed: client connection to 127.21.26.60:36293: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
21:21:01.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:01.233567 22498 heartbeater.cc:503] Master 127.21.26.62:43235 was elected leader, sending a full tablet report...
21:21:01.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:01.302954 21643 consensus_peers.cc:487] T 00000000000000000000000000000000 P 64cf3307a5224124a0deefacbe8e2724 -> Peer 38447ea382aa4717a2ad2dc969bf4141 (127.21.26.60:36293): Couldn't send request to peer 38447ea382aa4717a2ad2dc969bf4141. Status: Network error: Client connection negotiation failed: client connection to 127.21.26.60:36293: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
21:21:01.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:01.473444 22329 heartbeater.cc:503] Master 127.21.26.62:43235 was elected leader, sending a full tablet report...
21:21:01.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:01.762176 21643 consensus_peers.cc:487] T 00000000000000000000000000000000 P 64cf3307a5224124a0deefacbe8e2724 -> Peer 38447ea382aa4717a2ad2dc969bf4141 (127.21.26.60:36293): Couldn't send request to peer 38447ea382aa4717a2ad2dc969bf4141. Status: Network error: Client connection negotiation failed: client connection to 127.21.26.60:36293: connect: Connection refused (error 111). This is attempt 16: this message will repeat every 5th retry.
21:21:01.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:01.946740 22158 heartbeater.cc:503] Master 127.21.26.62:43235 was elected leader, sending a full tablet report...
21:21:02.003 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 2cd0f05a259a435faf28ecba7c93a9b4 for table 'txn_manager_fallback_rolling' with partition [0x00000000, 0x00000001)
21:21:02.003 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 08652cac908441a68b68663a34d007c4 for table 'txn_manager_fallback_rolling' with partition [0x00000001, 0x00000002)
21:21:02.003 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=2cd0f05a259a435faf28ecba7c93a9b4@[14ef0dc7d9ec470c93e7149e621f3f7e(127.21.26.1:40073),3b11920a2b5d422c874702dc4e536045(127.21.26.2:43025)[L],ba5fcf64b88b4c3b81b32eccca3b60d7(127.21.26.3:43013)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=08652cac908441a68b68663a34d007c4@[14ef0dc7d9ec470c93e7149e621f3f7e(127.21.26.1:40073),3b11920a2b5d422c874702dc4e536045(127.21.26.2:43025),ba5fcf64b88b4c3b81b32eccca3b60d7(127.21.26.3:43013)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
21:21:02.003 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=3), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.26.62:43235, [2ms] Sub RPC GetTableLocations: received response from server master-127.21.26.62:43235: OK, deferred=null) after lookup
21:21:02.004 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 3b11920a2b5d422c874702dc4e536045(127.21.26.2:43025)] connecting to peer
21:21:02.005 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 3b11920a2b5d422c874702dc4e536045(127.21.26.2:43025)] Successfully connected to peer
21:21:02.025 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x4abd3dc3, L:/127.0.0.1:57882 - R:/127.21.26.2:43025] using TOKEN/null
21:21:02.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:02.032035 22211 master_proxy_rpc.cc:203] Re-attempting GetTableSchema request to leader Master (127.21.26.60:36293)
21:21:02.133 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.21.26.60:36293
21:21:02.134 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
21:21:02.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:02.135891 21608 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskbeSzwH/build/tsan/bin/kudu
21:21:02.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskbeSzwH/build/tsan/bin/kudu
21:21:02.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbeSzwH/test-tmp/mini-kudu-cluster3838868263238728274/master-2/wal
21:21:02.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbeSzwH/test-tmp/mini-kudu-cluster3838868263238728274/master-2/data
21:21:02.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:21:02.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:21:02.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:21:02.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:21:02.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:21:02.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:21:02.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbeSzwH/test-tmp/mini-kudu-cluster3838868263238728274/master-2/logs
21:21:02.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbeSzwH/test-tmp/mini-kudu-cluster3838868263238728274/master-2/data/info.pb
21:21:02.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:21:02.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:21:02.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:21:02.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:21:02.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:21:02.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:21:02.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:21:02.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:21:02.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
21:21:02.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:21:02.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:21:02.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:21:02.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.26.60:36293
21:21:02.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.26.60
21:21:02.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35805
21:21:02.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.26.20:39371
21:21:02.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:21:02.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:21:02.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:21:02.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:21:02.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.21.26.62:43235,127.21.26.61:34009,127.21.26.60:36293
21:21:02.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:21:02.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39677/jwks.json
21:21:02.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
21:21:02.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
21:21:02.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:02.260229 21643 consensus_peers.cc:487] T 00000000000000000000000000000000 P 64cf3307a5224124a0deefacbe8e2724 -> Peer 38447ea382aa4717a2ad2dc969bf4141 (127.21.26.60:36293): Couldn't send request to peer 38447ea382aa4717a2ad2dc969bf4141. Status: Network error: Client connection negotiation failed: client connection to 127.21.26.60:36293: connect: Connection refused (error 111). This is attempt 21: this message will repeat every 5th retry.
21:21:02.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:02.513543 22648 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
21:21:02.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:02.514420 22648 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:21:02.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:02.515327 22648 flags.cc:425] Enabled unsafe flag: --never_fsync=true
21:21:02.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:02.577672 22648 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
21:21:02.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:02.578120 22648 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
21:21:02.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:02.578408 22648 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
21:21:02.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:02.578754 22648 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
21:21:02.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:02.579084 22648 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
21:21:02.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:02.579417 22648 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
21:21:02.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:02.579660 22648 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:39677/jwks.json
21:21:02.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:02.625515 22648 master_runner.cc:386] Master server non-default flags:
21:21:02.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:21:02.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.26.20:39371
21:21:02.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:21:02.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:21:02.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
21:21:02.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbeSzwH/test-tmp/mini-kudu-cluster3838868263238728274/master-2/data
21:21:02.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbeSzwH/test-tmp/mini-kudu-cluster3838868263238728274/master-2/wal
21:21:02.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:21:02.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.21.26.62:43235,127.21.26.61:34009,127.21.26.60:36293
21:21:02.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
21:21:02.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:21:02.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:21:02.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:21:02.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.26.60:36293
21:21:02.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:21:02.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:21:02.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:21:02.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39677/jwks.json
21:21:02.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:21:02.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:21:02.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbeSzwH/test-tmp/mini-kudu-cluster3838868263238728274/master-2/data/info.pb
21:21:02.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.26.60
21:21:02.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35805
21:21:02.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:21:02.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:21:02.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:21:02.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:21:02.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:21:02.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbeSzwH/test-tmp/mini-kudu-cluster3838868263238728274/master-2/logs
21:21:02.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:21:02.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:21:02.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:21:02.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
21:21:02.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
21:21:02.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
21:21:02.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:21:02.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 20:29:06 UTC on ccycloud.quasar-djjszk.root.comops.site
21:21:02.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581476
21:21:02.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:21:02.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:02.627172 22648 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:21:02.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:02.629107 22648 file_cache.cc:493] Constructed file cache file cache with capacity 419430
21:21:02.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:02.648617 22658 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:21:02.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:02.742003 21643 consensus_peers.cc:487] T 00000000000000000000000000000000 P 64cf3307a5224124a0deefacbe8e2724 -> Peer 38447ea382aa4717a2ad2dc969bf4141 (127.21.26.60:36293): Couldn't send request to peer 38447ea382aa4717a2ad2dc969bf4141. Status: Network error: Client connection negotiation failed: client connection to 127.21.26.60:36293: connect: Connection refused (error 111). This is attempt 26: this message will repeat every 5th retry.
21:21:03.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:03.277266 21643 consensus_peers.cc:487] T 00000000000000000000000000000000 P 64cf3307a5224124a0deefacbe8e2724 -> Peer 38447ea382aa4717a2ad2dc969bf4141 (127.21.26.60:36293): Couldn't send request to peer 38447ea382aa4717a2ad2dc969bf4141. Status: Network error: Client connection negotiation failed: client connection to 127.21.26.60:36293: connect: Connection refused (error 111). This is attempt 31: this message will repeat every 5th retry.
21:21:03.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:03.739461 21643 consensus_peers.cc:487] T 00000000000000000000000000000000 P 64cf3307a5224124a0deefacbe8e2724 -> Peer 38447ea382aa4717a2ad2dc969bf4141 (127.21.26.60:36293): Couldn't send request to peer 38447ea382aa4717a2ad2dc969bf4141. Status: Network error: Client connection negotiation failed: client connection to 127.21.26.60:36293: connect: Connection refused (error 111). This is attempt 36: this message will repeat every 5th retry.
21:21:03.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:02.648651 22661 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:21:03.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:02.651410 22648 server_base.cc:1034] running on GCE node
21:21:03.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:02.649772 22663 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:21:03.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:03.948909 22648 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:21:03.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:03.952032 22648 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:21:03.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:03.953642 22648 hybrid_clock.cc:648] HybridClock initialized: now 1786483263953562 us; error 82 us; skew 500 ppm
21:21:03.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:03.954772 22648 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:21:03.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:03.967284 22648 webserver.cc:460] Webserver started at http://127.21.26.60:35805/ using document root <none> and password file <none>
21:21:03.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:03.968526 22648 fs_manager.cc:359] Metadata directory not provided
21:21:03.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:03.968815 22648 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:21:03.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:03.977638 22648 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.006s sys 0.001s
21:21:03.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:03.982880 22677 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
21:21:03.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:03.984064 22648 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
21:21:03.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:03.984439 22648 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskbeSzwH/test-tmp/mini-kudu-cluster3838868263238728274/master-2/data,/tmp/dist-test-taskbeSzwH/test-tmp/mini-kudu-cluster3838868263238728274/master-2/wal
21:21:03.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "38447ea382aa4717a2ad2dc969bf4141"
21:21:03.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:20:48 on dist-test-slave-9gcw"
21:21:03.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:03.986923 22648 fs_report.cc:383] FS layout report
21:21:03.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:21:03.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskbeSzwH/test-tmp/mini-kudu-cluster3838868263238728274/master-2/wal
21:21:03.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskbeSzwH/test-tmp/mini-kudu-cluster3838868263238728274/master-2/wal
21:21:03.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskbeSzwH/test-tmp/mini-kudu-cluster3838868263238728274/master-2/data/data
21:21:03.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:21:03.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:21:03.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:21:03.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:21:03.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:21:03.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:21:03.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:21:03.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:21:03.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:21:03.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:21:03.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:21:04.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:04.052969 22648 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
21:21:04.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:04.054773 22648 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:21:04.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:04.055306 22648 kserver.cc:163] Server-wide thread pool size limit: 3276
21:21:04.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:04.150485 22648 rpc_server.cc:307] RPC server started. Bound to: 127.21.26.60:36293
21:21:04.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:04.150625 22748 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.21.26.60:36293 every 8 connection(s)
21:21:04.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:04.154325 22648 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskbeSzwH/test-tmp/mini-kudu-cluster3838868263238728274/master-2/data/info.pb
21:21:04.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:04.162096 21608 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskbeSzwH/build/tsan/bin/kudu as pid 22648
21:21:04.163 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
21:21:04.163 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.21.26.62:43235
21:21:04.163 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
21:21:04.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:04.163740 21608 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskbeSzwH/build/tsan/bin/kudu with pid 21621
21:21:04.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:04.169360 22749 sys_catalog.cc:263] Verifying existing consensus state
21:21:04.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:04.174525 22749 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 38447ea382aa4717a2ad2dc969bf4141: Bootstrap starting.
21:21:04.207 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
21:21:04.204 [ERROR - kudu-nio-1] (Connection.java:452) [peer master-127.21.26.62:43235(127.21.26.62:43235)] unexpected exception from downstream on [id: 0x599d6709, L:/127.0.0.1:44250 - R:/127.21.26.62:43235]
java.io.IOException: Connection reset by peer
at sun.nio.ch.FileDispatcherImpl.read0(Native Method) ~[?:1.8.0_362]
at sun.nio.ch.SocketDispatcher.read(SocketDispatcher.java:39) ~[?:1.8.0_362]
at sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:223) ~[?:1.8.0_362]
at sun.nio.ch.IOUtil.read(IOUtil.java:192) ~[?:1.8.0_362]
at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:379) ~[?:1.8.0_362]
at io.netty.buffer.PooledByteBuf.setBytes(PooledByteBuf.java:256) ~[netty-buffer-4.1.94.Final.jar:4.1.94.Final]
at io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:1132) ~[netty-buffer-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:357) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:151) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.io.IOException: Connection reset by peer
at sun.nio.ch.FileDispatcherImpl.read0(Native Method)
at sun.nio.ch.SocketDispatcher.read(SocketDispatcher.java:39)
at sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:223)
at sun.nio.ch.IOUtil.read(IOUtil.java:192)
at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:379)
at io.netty.buffer.PooledByteBuf.setBytes(PooledByteBuf.java:256)
at io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:1132)
at io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:357)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:151)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
21:21:04.218 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.26.62:43235(127.21.26.62:43235)] cleaning up while in state READY due to: [peer master-127.21.26.62:43235(127.21.26.62:43235)] unexpected exception from downstream on [id: 0x599d6709, L:/127.0.0.1:44250 - R:/127.21.26.62:43235]
21:21:04.218 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location master-127.21.26.62:43235(127.21.26.62:43235) for tablet Kudu Master: [peer master-127.21.26.62:43235(127.21.26.62:43235)] unexpected exception from downstream on [id: 0x599d6709, L:/127.0.0.1:44250 - R:/127.21.26.62:43235]
21:21:04.220 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.21.26.62:43235(127.21.26.62:43235)] handling channelInactive
21:21:04.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:04.220849 22749 log.cc:824] T 00000000000000000000000000000000 P 38447ea382aa4717a2ad2dc969bf4141: Log is configured to *not* fsync() on all Append() calls
21:21:04.242 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.21.26.62:43235(127.21.26.62:43235)] connecting to peer
21:21:04.242 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.21.26.60:36293(127.21.26.60:36293)] connecting to peer
21:21:04.243 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.21.26.60:36293(127.21.26.60:36293)] Successfully connected to peer
21:21:04.244 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.26.62:43235(127.21.26.62:43235): Connection refused: /127.21.26.62:43235
21:21:04.244 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.26.62:43235(127.21.26.62:43235)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.26.62:43235(127.21.26.62:43235): Connection refused: /127.21.26.62:43235
21:21:04.245 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.26.62:43235: Failed to connect to peer master-127.21.26.62:43235(127.21.26.62:43235): Connection refused: /127.21.26.62:43235
21:21:04.268 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.21.26.60
21:21:04.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:04.271171 22749 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 38447ea382aa4717a2ad2dc969bf4141: Bootstrap replayed 1/1 log segments. Stats: ops{read=11 overwritten=0 applied=11 ignored=0} inserts{seen=8 ignored=0} mutations{seen=6 ignored=0} orphaned_commits=0. Pending: 0 replicates
21:21:04.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:04.272245 22749 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 38447ea382aa4717a2ad2dc969bf4141: Bootstrap complete.
21:21:04.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:04.284334 22496 heartbeater.cc:347] Connected to a master server at 127.21.26.60:36293
21:21:04.285 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xb5b5c6b4, L:/127.0.0.1:51522 - R:/127.21.26.60:36293] using SASL/PLAIN
21:21:04.289 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.26.60:36293: Catalog manager is not initialized. State: Starting
21:21:04.290 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.26.61:34009,127.21.26.62:43235,127.21.26.60:36293; will retry
21:21:04.299 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.21.26.62:43235(127.21.26.62:43235)] connecting to peer
21:21:04.300 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.26.62:43235(127.21.26.62:43235): Connection refused: /127.21.26.62:43235
21:21:04.300 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.26.62:43235(127.21.26.62:43235)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.26.62:43235(127.21.26.62:43235): Connection refused: /127.21.26.62:43235
21:21:04.301 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.26.62:43235: Failed to connect to peer master-127.21.26.62:43235(127.21.26.62:43235): Connection refused: /127.21.26.62:43235
21:21:04.302 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.26.60:36293: Catalog manager is not initialized. State: Starting
21:21:04.302 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.26.61:34009,127.21.26.62:43235,127.21.26.60:36293; will retry
21:21:04.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:04.301491 22749 raft_consensus.cc:348] T 00000000000000000000000000000000 P 38447ea382aa4717a2ad2dc969bf4141 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "64cf3307a5224124a0deefacbe8e2724" member_type: VOTER last_known_addr { host: "127.21.26.62" port: 43235 } } peers { permanent_uuid: "81df3ffbb91a45cd971662151b9f35a0" member_type: VOTER last_known_addr { host: "127.21.26.61" port: 34009 } } peers { permanent_uuid: "38447ea382aa4717a2ad2dc969bf4141" member_type: VOTER last_known_addr { host: "127.21.26.60" port: 36293 } }
21:21:04.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:04.304275 22749 raft_consensus.cc:729] T 00000000000000000000000000000000 P 38447ea382aa4717a2ad2dc969bf4141 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 38447ea382aa4717a2ad2dc969bf4141, State: Initialized, Role: FOLLOWER
21:21:04.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:04.305016 22749 consensus_queue.cc:260] T 00000000000000000000000000000000 P 38447ea382aa4717a2ad2dc969bf4141 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "64cf3307a5224124a0deefacbe8e2724" member_type: VOTER last_known_addr { host: "127.21.26.62" port: 43235 } } peers { permanent_uuid: "81df3ffbb91a45cd971662151b9f35a0" member_type: VOTER last_known_addr { host: "127.21.26.61" port: 34009 } } peers { permanent_uuid: "38447ea382aa4717a2ad2dc969bf4141" member_type: VOTER last_known_addr { host: "127.21.26.60" port: 36293 } }
21:21:04.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:04.307505 22756 sys_catalog.cc:455] T 00000000000000000000000000000000 P 38447ea382aa4717a2ad2dc969bf4141 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "64cf3307a5224124a0deefacbe8e2724" member_type: VOTER last_known_addr { host: "127.21.26.62" port: 43235 } } peers { permanent_uuid: "81df3ffbb91a45cd971662151b9f35a0" member_type: VOTER last_known_addr { host: "127.21.26.61" port: 34009 } } peers { permanent_uuid: "38447ea382aa4717a2ad2dc969bf4141" member_type: VOTER last_known_addr { host: "127.21.26.60" port: 36293 } } }
21:21:04.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:04.308199 22756 sys_catalog.cc:458] T 00000000000000000000000000000000 P 38447ea382aa4717a2ad2dc969bf4141 [sys.catalog]: This master's current role is: FOLLOWER
21:21:04.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:04.308820 22749 sys_catalog.cc:564] T 00000000000000000000000000000000 P 38447ea382aa4717a2ad2dc969bf4141 [sys.catalog]: configured and running, proceeding with master startup.
21:21:04.319 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.21.26.62:43235(127.21.26.62:43235)] connecting to peer
21:21:04.321 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.26.62:43235(127.21.26.62:43235): Connection refused: /127.21.26.62:43235
21:21:04.321 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.26.62:43235(127.21.26.62:43235)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.26.62:43235(127.21.26.62:43235): Connection refused: /127.21.26.62:43235
21:21:04.321 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.26.62:43235: Failed to connect to peer master-127.21.26.62:43235(127.21.26.62:43235): Connection refused: /127.21.26.62:43235
21:21:04.323 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.26.60:36293: Catalog manager is not initialized. State: Starting
21:21:04.324 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.26.61:34009,127.21.26.62:43235,127.21.26.60:36293; will retry
21:21:04.339 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.21.26.62:43235(127.21.26.62:43235)] connecting to peer
21:21:04.341 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.26.62:43235(127.21.26.62:43235): Connection refused: /127.21.26.62:43235
21:21:04.341 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.26.62:43235(127.21.26.62:43235)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.26.62:43235(127.21.26.62:43235): Connection refused: /127.21.26.62:43235
21:21:04.341 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.26.62:43235: Failed to connect to peer master-127.21.26.62:43235(127.21.26.62:43235): Connection refused: /127.21.26.62:43235
21:21:04.345 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.26.61:34009,127.21.26.62:43235,127.21.26.60:36293; will retry
21:21:04.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:04.354398 22773 catalog_manager.cc:1259] Loaded cluster ID: 17b4e6e9679a4977bd923fcd3d7f3792
21:21:04.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:04.354971 22773 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 38447ea382aa4717a2ad2dc969bf4141: loading cluster ID for follower catalog manager: success
21:21:04.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:04.366477 22773 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 38447ea382aa4717a2ad2dc969bf4141: acquiring CA information for follower catalog manager: success
21:21:04.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:04.339434 22648 master_runner.cc:186] Error getting master registration for 127.21.26.62:43235: Network error: Client connection negotiation failed: client connection to 127.21.26.62:43235: connect: Connection refused (error 111),
21:21:04.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:04.370666 22648 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
21:21:04.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:04.372505 22773 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 38447ea382aa4717a2ad2dc969bf4141: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
21:21:04.380 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.21.26.62:43235(127.21.26.62:43235)] connecting to peer
21:21:04.381 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.26.62:43235(127.21.26.62:43235): Connection refused: /127.21.26.62:43235
21:21:04.381 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.26.62:43235(127.21.26.62:43235)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.26.62:43235(127.21.26.62:43235): Connection refused: /127.21.26.62:43235
21:21:04.381 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.26.62:43235: Failed to connect to peer master-127.21.26.62:43235(127.21.26.62:43235): Connection refused: /127.21.26.62:43235
21:21:04.383 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.26.61:34009,127.21.26.62:43235,127.21.26.60:36293; will retry
21:21:04.419 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.21.26.62:43235(127.21.26.62:43235)] connecting to peer
21:21:04.420 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.26.62:43235(127.21.26.62:43235): Connection refused: /127.21.26.62:43235
21:21:04.420 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.26.62:43235(127.21.26.62:43235)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.26.62:43235(127.21.26.62:43235): Connection refused: /127.21.26.62:43235
21:21:04.421 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.26.62:43235: Failed to connect to peer master-127.21.26.62:43235(127.21.26.62:43235): Connection refused: /127.21.26.62:43235
21:21:04.422 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.26.61:34009,127.21.26.62:43235,127.21.26.60:36293; will retry
21:21:04.423 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=7, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] sending RPC to server master-127.21.26.62:43235, [39ms] received response from server master-127.21.26.62:43235: Network error: [peer master-127.21.26.62:43235(127.21.26.62:43235)] unexpected exception from downstream on [id: 0x599d6709, L:/127.0.0.1:44250 - R:/127.21.26.62:43235], [39ms] delaying RPC due to: Network error: [peer master-127.21.26.62:43235(127.21.26.62:43235)] unexpected exception from downstream on [id: 0x599d6709, L:/127.0.0.1:44250 - R:/127.21.26.62:43235], [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.26.61:34009, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.26.62:43235, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.26.60:36293, [65ms] Sub RPC ConnectToMaster: received response from server master-127.21.26.62:43235: Network error: Failed to connect to peer master-127.21.26.62:43235(127.21.26.62:43235): Connection refused: /127.21.26.62:43235, [67ms] Sub RPC ConnectToMaster: received response from server master-127.21.26.61:34009: OK, [110ms] Sub RPC ConnectToMaster: received response from server master-127.21.26.60:36293: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [111ms] delaying RPC due to: Service unavailable: Master config (127.21.26.61:34009,127.21.26.62:43235,127.21.26.60:36293) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.26.62:43235(127.21.26.62:43235): Connection refused: /127.21.26.62:43235,org.apache.kudu.client.RecoverableException: Catalog manager is not initialized. State: Starting, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.26.61:34009, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.26.62:43235, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.26.60:36293, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.26.62:43235: Network error: Failed to connect to peer master-127.21.26.62:43235(127.21.26.62:43235): Connection refused: /127.21.26.62:43235, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.26.60:36293: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [123ms] Sub RPC ConnectToMaster: received response from server master-127.21.26.61:34009: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.21.26.61:34009,127.21.26.62:43235,127.21.26.60:36293) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.26.62:43235(127.21.26.62:43235): Connection refused: /127.21.26.62:43235,org.apache.kudu.client.RecoverableException: Catalog manager is not initialized. State: Starting, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.26.61:34009, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.26.62:43235, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.26.60:36293, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.26.62:43235: Network error: Failed to connect to peer master-127.21.26.62:43235(127.21.26.62:43235): Connection refused: /127.21.26.62:43235, [143ms] Sub RPC ConnectToMaster: received response from server master-127.21.26.60:36293: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [143ms] Sub RPC ConnectToMaster: received response from server master-127.21.26.61:34009: OK, [146ms] delaying RPC due to: Service unavailable: Master config (127.21.26.61:34009,127.21.26.62:43235,127.21.26.60:36293) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.26.62:43235(127.21.26.62:43235): Connection refused: /127.21.26.62:43235,org.apache.kudu.client.RecoverableException: Catalog manager is not initialized. State: Starting, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.26.61:34009, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.26.62:43235, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.26.60:36293, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.26.62:43235: Network error: Failed to connect to peer master-127.21.26.62:43235(127.21.26.62:43235): Connection refused: /127.21.26.62:43235, [165ms] Sub RPC ConnectToMaster: received response from server master-127.21.26.61:34009: OK, [166ms] Sub RPC ConnectToMaster: received response from server master-127.21.26.60:36293: OK, [167ms] delaying RPC due to: Service unavailable: Master config (127.21.26.61:34009,127.21.26.62:43235,127.21.26.60:36293) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.26.62:43235(127.21.26.62:43235): Connection refused: /127.21.26.62:43235, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.26.61:34009, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.26.62:43235, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.26.60:36293, [202ms] Sub RPC ConnectToMaster: received response from server master-127.21.26.62:43235: Network error: Failed to connect to peer master-127.21.26.62:43235(127.21.26.62:43235): Connection refused: /127.21.26.62:43235, [203ms] Sub RPC ConnectToMaster: received response from server master-127.21.26.61:34009: OK, [204ms] Sub RPC ConnectToMaster: received response from server master-127.21.26.60:36293: OK, [204ms] delaying RPC due to: Service unavailable: Master config (127.21.26.61:34009,127.21.26.62:43235,127.21.26.60:36293) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.26.62:43235(127.21.26.62:43235): Connection refused: /127.21.26.62:43235, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.26.61:34009, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.26.62:43235, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.26.60:36293, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.26.62:43235: Network error: Failed to connect to peer master-127.21.26.62:43235(127.21.26.62:43235): Connection refused: /127.21.26.62:43235, [243ms] Sub RPC ConnectToMaster: received response from server master-127.21.26.61:34009: OK, [243ms] Sub RPC ConnectToMaster: received response from server master-127.21.26.60:36293: OK, [244ms] delaying RPC due to: Service unavailable: Master config (127.21.26.61:34009,127.21.26.62:43235,127.21.26.60:36293) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.26.62:43235(127.21.26.62:43235): Connection refused: /127.21.26.62:43235, deferred=Deferred@1724814436(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$83/807471066@13637f5d -> (continuation of Deferred@2032361629 after retry RPC after error@945047138) -> (continuation of Deferred@715888824 after retry RPC after error@574260007) -> (continuation of Deferred@1082079349 after retry RPC after error@1518473550) -> (continuation of Deferred@739912958 after retry RPC after error@1515168225) -> (continuation of Deferred@1674221133 after retry RPC after error@696836891), errback=org.apache.kudu.client.KuduTransaction$$Lambda$84/2061247318@54885708 -> (continuation of Deferred@2032361629 after retry RPC after error@945047138) -> (continuation of Deferred@715888824 after retry RPC after error@574260007) -> (continuation of Deferred@1082079349 after retry RPC after error@1518473550) -> (continuation of Deferred@739912958 after retry RPC after error@1515168225) -> (continuation of Deferred@1674221133 after retry RPC after error@696836891)))
21:21:04.424 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=7, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] sending RPC to server master-127.21.26.62:43235, [39ms] received response from server master-127.21.26.62:43235: Network error: [peer master-127.21.26.62:43235(127.21.26.62:43235)] unexpected exception from downstream on [id: 0x599d6709, L:/127.0.0.1:44250 - R:/127.21.26.62:43235], [39ms] delaying RPC due to: Network error: [peer master-127.21.26.62:43235(127.21.26.62:43235)] unexpected exception from downstream on [id: 0x599d6709, L:/127.0.0.1:44250 - R:/127.21.26.62:43235], [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.26.61:34009, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.26.62:43235, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.26.60:36293, [65ms] Sub RPC ConnectToMaster: received response from server master-127.21.26.62:43235: Network error: Failed to connect to peer master-127.21.26.62:43235(127.21.26.62:43235): Connection refused: /127.21.26.62:43235, [67ms] Sub RPC ConnectToMaster: received response from server master-127.21.26.61:34009: OK, [110ms] Sub RPC ConnectToMaster: received response from server master-127.21.26.60:36293: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [111ms] delaying RPC due to: Service unavailable: Master config (127.21.26.61:34009,127.21.26.62:43235,127.21.26.60:36293) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.26.62:43235(127.21.26.62:43235): Connection refused: /127.21.26.62:43235,org.apache.kudu.client.RecoverableException: Catalog manager is not initialized. State: Starting, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.26.61:34009, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.26.62:43235, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.26.60:36293, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.26.62:43235: Network error: Failed to connect to peer master-127.21.26.62:43235(127.21.26.62:43235): Connection refused: /127.21.26.62:43235, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.26.60:36293: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [123ms] Sub RPC ConnectToMaster: received response from server master-127.21.26.61:34009: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.21.26.61:34009,127.21.26.62:43235,127.21.26.60:36293) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.26.62:43235(127.21.26.62:43235): Connection refused: /127.21.26.62:43235,org.apache.kudu.client.RecoverableException: Catalog manager is not initialized. State: Starting, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.26.61:34009, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.26.62:43235, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.26.60:36293, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.26.62:43235: Network error: Failed to connect to peer master-127.21.26.62:43235(127.21.26.62:43235): Connection refused: /127.21.26.62:43235, [143ms] Sub RPC ConnectToMaster: received response from server master-127.21.26.60:36293: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [143ms] Sub RPC ConnectToMaster: received response from server master-127.21.26.61:34009: OK, [146ms] delaying RPC due to: Service unavailable: Master config (127.21.26.61:34009,127.21.26.62:43235,127.21.26.60:36293) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.26.62:43235(127.21.26.62:43235): Connection refused: /127.21.26.62:43235,org.apache.kudu.client.RecoverableException: Catalog manager is not initialized. State: Starting, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.26.61:34009, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.26.62:43235, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.26.60:36293, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.26.62:43235: Network error: Failed to connect to peer master-127.21.26.62:43235(127.21.26.62:43235): Connection refused: /127.21.26.62:43235, [165ms] Sub RPC ConnectToMaster: received response from server master-127.21.26.61:34009: OK, [166ms] Sub RPC ConnectToMaster: received response from server master-127.21.26.60:36293: OK, [167ms] delaying RPC due to: Service unavailable: Master config (127.21.26.61:34009,127.21.26.62:43235,127.21.26.60:36293) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.26.62:43235(127.21.26.62:43235): Connection refused: /127.21.26.62:43235, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.26.61:34009, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.26.62:43235, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.26.60:36293, [202ms] Sub RPC ConnectToMaster: received response from server master-127.21.26.62:43235: Network error: Failed to connect to peer master-127.21.26.62:43235(127.21.26.62:43235): Connection refused: /127.21.26.62:43235, [203ms] Sub RPC ConnectToMaster: received response from server master-127.21.26.61:34009: OK, [204ms] Sub RPC ConnectToMaster: received response from server master-127.21.26.60:36293: OK, [204ms] delaying RPC due to: Service unavailable: Master config (127.21.26.61:34009,127.21.26.62:43235,127.21.26.60:36293) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.26.62:43235(127.21.26.62:43235): Connection refused: /127.21.26.62:43235, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.26.61:34009, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.26.62:43235, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.26.60:36293, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.26.62:43235: Network error: Failed to connect to peer master-127.21.26.62:43235(127.21.26.62:43235): Connection refused: /127.21.26.62:43235, [243ms] Sub RPC ConnectToMaster: received response from server master-127.21.26.61:34009: OK, [243ms] Sub RPC ConnectToMaster: received response from server master-127.21.26.60:36293: OK, [244ms] delaying RPC due to: Service unavailable: Master config (127.21.26.61:34009,127.21.26.62:43235,127.21.26.60:36293) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.26.62:43235(127.21.26.62:43235): Connection refused: /127.21.26.62:43235, deferred=Deferred@1724814436(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$83/807471066@13637f5d -> (continuation of Deferred@2032361629 after retry RPC after error@945047138) -> (continuation of Deferred@715888824 after retry RPC after error@574260007) -> (continuation of Deferred@1082079349 after retry RPC after error@1518473550) -> (continuation of Deferred@739912958 after retry RPC after error@1515168225) -> (continuation of Deferred@1674221133 after retry RPC after error@696836891), errback=org.apache.kudu.client.KuduTransaction$$Lambda$84/2061247318@54885708 -> (continuation of Deferred@2032361629 after retry RPC after error@945047138) -> (continuation of Deferred@715888824 after retry RPC after error@574260007) -> (continuation of Deferred@1082079349 after retry RPC after error@1518473550) -> (continuation of Deferred@739912958 after retry RPC after error@1515168225) -> (continuation of Deferred@1674221133 after retry RPC after error@696836891)))
21:21:04.439 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.21.26.62:43235(127.21.26.62:43235)] connecting to peer
21:21:04.443 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.26.62:43235(127.21.26.62:43235): Connection refused: /127.21.26.62:43235
21:21:04.443 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.26.62:43235(127.21.26.62:43235)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.26.62:43235(127.21.26.62:43235): Connection refused: /127.21.26.62:43235
21:21:04.443 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.26.62:43235: Failed to connect to peer master-127.21.26.62:43235(127.21.26.62:43235): Connection refused: /127.21.26.62:43235
21:21:04.444 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.26.61:34009,127.21.26.62:43235,127.21.26.60:36293; will retry
21:21:04.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:04.458753 22776 raft_consensus.cc:482] T 00000000000000000000000000000000 P 81df3ffbb91a45cd971662151b9f35a0 [term 2 FOLLOWER]: Starting pre-election (detected failure of leader 64cf3307a5224124a0deefacbe8e2724)
21:21:04.459 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.21.26.62:43235(127.21.26.62:43235)] connecting to peer
21:21:04.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:04.461242 22776 raft_consensus.cc:504] T 00000000000000000000000000000000 P 81df3ffbb91a45cd971662151b9f35a0 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "64cf3307a5224124a0deefacbe8e2724" member_type: VOTER last_known_addr { host: "127.21.26.62" port: 43235 } } peers { permanent_uuid: "81df3ffbb91a45cd971662151b9f35a0" member_type: VOTER last_known_addr { host: "127.21.26.61" port: 34009 } } peers { permanent_uuid: "38447ea382aa4717a2ad2dc969bf4141" member_type: VOTER last_known_addr { host: "127.21.26.60" port: 36293 } }
21:21:04.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.26.62:43235(127.21.26.62:43235): Connection refused: /127.21.26.62:43235
21:21:04.463 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.26.62:43235(127.21.26.62:43235)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.26.62:43235(127.21.26.62:43235): Connection refused: /127.21.26.62:43235
21:21:04.464 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.26.62:43235: Failed to connect to peer master-127.21.26.62:43235(127.21.26.62:43235): Connection refused: /127.21.26.62:43235
21:21:04.465 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.26.61:34009,127.21.26.62:43235,127.21.26.60:36293; will retry
21:21:04.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:04.465796 22776 leader_election.cc:288] T 00000000000000000000000000000000 P 81df3ffbb91a45cd971662151b9f35a0 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 64cf3307a5224124a0deefacbe8e2724 (127.21.26.62:43235), 38447ea382aa4717a2ad2dc969bf4141 (127.21.26.60:36293)
21:21:04.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:04.473923 21738 leader_election.cc:334] T 00000000000000000000000000000000 P 81df3ffbb91a45cd971662151b9f35a0 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 64cf3307a5224124a0deefacbe8e2724 (127.21.26.62:43235): Network error: Client connection negotiation failed: client connection to 127.21.26.62:43235: connect: Connection refused (error 111)
21:21:04.480 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.21.26.62:43235(127.21.26.62:43235)] connecting to peer
21:21:04.481 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.26.62:43235(127.21.26.62:43235): Connection refused: /127.21.26.62:43235
21:21:04.481 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.26.62:43235(127.21.26.62:43235)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.26.62:43235(127.21.26.62:43235): Connection refused: /127.21.26.62:43235
21:21:04.481 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.26.62:43235: Failed to connect to peer master-127.21.26.62:43235(127.21.26.62:43235): Connection refused: /127.21.26.62:43235
21:21:04.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:04.480829 22708 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "81df3ffbb91a45cd971662151b9f35a0" candidate_term: 3 candidate_status { last_received { term: 2 index: 12 } } ignore_live_leader: false dest_uuid: "38447ea382aa4717a2ad2dc969bf4141" is_pre_election: true
21:21:04.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:04.481892 22708 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 38447ea382aa4717a2ad2dc969bf4141 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 81df3ffbb91a45cd971662151b9f35a0 in term 1.
21:21:04.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:04.483256 21740 leader_election.cc:302] T 00000000000000000000000000000000 P 81df3ffbb91a45cd971662151b9f35a0 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 38447ea382aa4717a2ad2dc969bf4141, 81df3ffbb91a45cd971662151b9f35a0; no voters: 64cf3307a5224124a0deefacbe8e2724
21:21:04.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:04.484105 22776 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 81df3ffbb91a45cd971662151b9f35a0 [term 2 FOLLOWER]: Leader pre-election won for term 3
21:21:04.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:04.484433 22776 raft_consensus.cc:482] T 00000000000000000000000000000000 P 81df3ffbb91a45cd971662151b9f35a0 [term 2 FOLLOWER]: Starting leader election (detected failure of leader 64cf3307a5224124a0deefacbe8e2724)
21:21:04.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:04.484786 22776 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 81df3ffbb91a45cd971662151b9f35a0 [term 2 FOLLOWER]: Advancing to term 3
21:21:04.485 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.26.61:34009,127.21.26.62:43235,127.21.26.60:36293; will retry
21:21:04.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:04.492174 22776 raft_consensus.cc:504] T 00000000000000000000000000000000 P 81df3ffbb91a45cd971662151b9f35a0 [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "64cf3307a5224124a0deefacbe8e2724" member_type: VOTER last_known_addr { host: "127.21.26.62" port: 43235 } } peers { permanent_uuid: "81df3ffbb91a45cd971662151b9f35a0" member_type: VOTER last_known_addr { host: "127.21.26.61" port: 34009 } } peers { permanent_uuid: "38447ea382aa4717a2ad2dc969bf4141" member_type: VOTER last_known_addr { host: "127.21.26.60" port: 36293 } }
21:21:04.500 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.21.26.62:43235(127.21.26.62:43235)] connecting to peer
21:21:04.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:04.499943 22776 leader_election.cc:288] T 00000000000000000000000000000000 P 81df3ffbb91a45cd971662151b9f35a0 [CANDIDATE]: Term 3 election: Requested vote from peers 64cf3307a5224124a0deefacbe8e2724 (127.21.26.62:43235), 38447ea382aa4717a2ad2dc969bf4141 (127.21.26.60:36293)
21:21:04.501 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.26.62:43235(127.21.26.62:43235): Connection refused: /127.21.26.62:43235
21:21:04.501 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.26.62:43235(127.21.26.62:43235)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.26.62:43235(127.21.26.62:43235): Connection refused: /127.21.26.62:43235
21:21:04.501 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.26.62:43235: Failed to connect to peer master-127.21.26.62:43235(127.21.26.62:43235): Connection refused: /127.21.26.62:43235
21:21:04.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:04.503510 22708 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "81df3ffbb91a45cd971662151b9f35a0" candidate_term: 3 candidate_status { last_received { term: 2 index: 12 } } ignore_live_leader: false dest_uuid: "38447ea382aa4717a2ad2dc969bf4141"
21:21:04.504 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.26.61:34009,127.21.26.62:43235,127.21.26.60:36293; will retry
21:21:04.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:04.504096 22708 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 38447ea382aa4717a2ad2dc969bf4141 [term 1 FOLLOWER]: Advancing to term 3
21:21:04.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:04.509536 21738 leader_election.cc:334] T 00000000000000000000000000000000 P 81df3ffbb91a45cd971662151b9f35a0 [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer 64cf3307a5224124a0deefacbe8e2724 (127.21.26.62:43235): Network error: Client connection negotiation failed: client connection to 127.21.26.62:43235: connect: Connection refused (error 111)
21:21:04.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:04.516646 22326 heartbeater.cc:347] Connected to a master server at 127.21.26.60:36293
21:21:04.520 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.21.26.62:43235(127.21.26.62:43235)] connecting to peer
21:21:04.521 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.26.62:43235(127.21.26.62:43235): Connection refused: /127.21.26.62:43235
21:21:04.521 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.26.62:43235(127.21.26.62:43235)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.26.62:43235(127.21.26.62:43235): Connection refused: /127.21.26.62:43235
21:21:04.522 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.26.62:43235: Failed to connect to peer master-127.21.26.62:43235(127.21.26.62:43235): Connection refused: /127.21.26.62:43235
21:21:04.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:04.522550 22708 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 38447ea382aa4717a2ad2dc969bf4141 [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 81df3ffbb91a45cd971662151b9f35a0 in term 3.
21:21:04.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:04.525847 21740 leader_election.cc:302] T 00000000000000000000000000000000 P 81df3ffbb91a45cd971662151b9f35a0 [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 38447ea382aa4717a2ad2dc969bf4141, 81df3ffbb91a45cd971662151b9f35a0; no voters: 64cf3307a5224124a0deefacbe8e2724
21:21:04.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:04.528081 22776 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 81df3ffbb91a45cd971662151b9f35a0 [term 3 FOLLOWER]: Leader election won for term 3
21:21:04.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:04.532106 22696 master_service.cc:432] Got heartbeat from unknown tserver (permanent_uuid: "3b11920a2b5d422c874702dc4e536045" instance_seqno: 1786483256447940) as {username='slave'} at 127.21.26.2:51899; Asking this server to re-register.
21:21:04.536 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.26.61:34009,127.21.26.62:43235,127.21.26.60:36293; will retry
21:21:04.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:04.537385 22326 heartbeater.cc:464] Registering TS with master...
21:21:04.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:04.544004 22695 ts_manager.cc:194] Registered new tserver with Master: 3b11920a2b5d422c874702dc4e536045 (127.21.26.2:43025)
21:21:04.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:04.547623 22776 raft_consensus.cc:686] T 00000000000000000000000000000000 P 81df3ffbb91a45cd971662151b9f35a0 [term 3 LEADER]: Becoming Leader. State: Replica: 81df3ffbb91a45cd971662151b9f35a0, State: Running, Role: LEADER
21:21:04.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:04.548681 22776 consensus_queue.cc:237] T 00000000000000000000000000000000 P 81df3ffbb91a45cd971662151b9f35a0 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 12, Committed index: 12, Last appended: 2.12, Last appended by leader: 12, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "64cf3307a5224124a0deefacbe8e2724" member_type: VOTER last_known_addr { host: "127.21.26.62" port: 43235 } } peers { permanent_uuid: "81df3ffbb91a45cd971662151b9f35a0" member_type: VOTER last_known_addr { host: "127.21.26.61" port: 34009 } } peers { permanent_uuid: "38447ea382aa4717a2ad2dc969bf4141" member_type: VOTER last_known_addr { host: "127.21.26.60" port: 36293 } }
21:21:04.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:04.553076 22782 sys_catalog.cc:455] T 00000000000000000000000000000000 P 81df3ffbb91a45cd971662151b9f35a0 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 81df3ffbb91a45cd971662151b9f35a0. Latest consensus state: current_term: 3 leader_uuid: "81df3ffbb91a45cd971662151b9f35a0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "64cf3307a5224124a0deefacbe8e2724" member_type: VOTER last_known_addr { host: "127.21.26.62" port: 43235 } } peers { permanent_uuid: "81df3ffbb91a45cd971662151b9f35a0" member_type: VOTER last_known_addr { host: "127.21.26.61" port: 34009 } } peers { permanent_uuid: "38447ea382aa4717a2ad2dc969bf4141" member_type: VOTER last_known_addr { host: "127.21.26.60" port: 36293 } } }
21:21:04.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:04.553957 22782 sys_catalog.cc:458] T 00000000000000000000000000000000 P 81df3ffbb91a45cd971662151b9f35a0 [sys.catalog]: This master's current role is: LEADER
21:21:04.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:04.557472 22784 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
21:21:04.559 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.21.26.62:43235(127.21.26.62:43235)] connecting to peer
21:21:04.560 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.26.62:43235(127.21.26.62:43235): Connection refused: /127.21.26.62:43235
21:21:04.560 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.26.62:43235(127.21.26.62:43235)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.26.62:43235(127.21.26.62:43235): Connection refused: /127.21.26.62:43235
21:21:04.561 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.26.62:43235: Failed to connect to peer master-127.21.26.62:43235(127.21.26.62:43235): Connection refused: /127.21.26.62:43235
21:21:04.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:04.566558 22784 catalog_manager.cc:669] Loaded metadata for table txn_manager_fallback_rolling [id=421e2b7d2b9d40b2b3ea76da9fe57764]
21:21:04.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:04.568585 22784 catalog_manager.cc:669] Loaded metadata for table kudu_system.kudu_transactions [id=bcd20afc98674ba7abce1fd68f1b2a16]
21:21:04.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:04.575775 22784 tablet_loader.cc:96] loaded metadata for tablet 08652cac908441a68b68663a34d007c4 (table txn_manager_fallback_rolling [id=421e2b7d2b9d40b2b3ea76da9fe57764])
21:21:04.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:04.577293 22784 tablet_loader.cc:96] loaded metadata for tablet 2cd0f05a259a435faf28ecba7c93a9b4 (table txn_manager_fallback_rolling [id=421e2b7d2b9d40b2b3ea76da9fe57764])
21:21:04.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:04.578642 22784 tablet_loader.cc:96] loaded metadata for tablet 3cd85d2e92eb4f3eb644aa4d342b15fe (table kudu_system.kudu_transactions [id=bcd20afc98674ba7abce1fd68f1b2a16])
21:21:04.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:04.580031 22784 catalog_manager.cc:1484] Initializing Kudu cluster ID...
21:21:04.581 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.26.61:34009,127.21.26.62:43235,127.21.26.60:36293; will retry
21:21:04.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:04.583345 22784 catalog_manager.cc:1259] Loaded cluster ID: 17b4e6e9679a4977bd923fcd3d7f3792
21:21:04.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:04.583523 22784 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
21:21:04.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:04.587160 22784 catalog_manager.cc:1504] Loading token signing keys...
21:21:04.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:04.590091 22784 catalog_manager.cc:5879] T 00000000000000000000000000000000 P 81df3ffbb91a45cd971662151b9f35a0: Loaded TSK: 0
21:21:04.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:04.591271 22784 catalog_manager.cc:1514] Initializing in-progress tserver states...
21:21:04.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:04.650341 22708 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 38447ea382aa4717a2ad2dc969bf4141 [term 3 FOLLOWER]: Refusing update from remote peer 81df3ffbb91a45cd971662151b9f35a0: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 3 index: 13. (index mismatch)
21:21:04.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:04.652025 22782 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 81df3ffbb91a45cd971662151b9f35a0 [LEADER]: Connected to new peer: Peer: permanent_uuid: "38447ea382aa4717a2ad2dc969bf4141" member_type: VOTER last_known_addr { host: "127.21.26.60" port: 36293 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 11, Time since last communication: 0.000s
21:21:04.660 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.21.26.62:43235(127.21.26.62:43235)] connecting to peer
21:21:04.662 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.26.62:43235(127.21.26.62:43235): Connection refused: /127.21.26.62:43235
21:21:04.662 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.26.62:43235(127.21.26.62:43235)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.26.62:43235(127.21.26.62:43235): Connection refused: /127.21.26.62:43235
21:21:04.663 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.26.62:43235: Failed to connect to peer master-127.21.26.62:43235(127.21.26.62:43235): Connection refused: /127.21.26.62:43235
21:21:04.665 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
21:21:04.666 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=226), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.26.61:34009, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.26.62:43235, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.26.60:36293, [4ms] Sub RPC ConnectToMaster: received response from server master-127.21.26.60:36293: OK, [4ms] Sub RPC ConnectToMaster: received response from server master-127.21.26.61:34009: OK, [4ms] Sub RPC ConnectToMaster: received response from server master-127.21.26.62:43235: Network error: Failed to connect to peer master-127.21.26.62:43235(127.21.26.62:43235): Connection refused: /127.21.26.62:43235, [5ms] delaying RPC due to: Service unavailable: Master config (127.21.26.61:34009,127.21.26.62:43235,127.21.26.60:36293) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.26.62:43235(127.21.26.62:43235): Connection refused: /127.21.26.62:43235, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.26.61:34009, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.26.62:43235, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.26.60:36293, [24ms] Sub RPC ConnectToMaster: received response from server master-127.21.26.60:36293: OK, [24ms] Sub RPC ConnectToMaster: received response from server master-127.21.26.62:43235: Network error: Failed to connect to peer master-127.21.26.62:43235(127.21.26.62:43235): Connection refused: /127.21.26.62:43235, [25ms] Sub RPC ConnectToMaster: received response from server master-127.21.26.61:34009: OK, [26ms] delaying RPC due to: Service unavailable: Master config (127.21.26.61:34009,127.21.26.62:43235,127.21.26.60:36293) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.26.62:43235(127.21.26.62:43235): Connection refused: /127.21.26.62:43235, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.26.61:34009, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.26.62:43235, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.26.60:36293, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.26.62:43235: Network error: Failed to connect to peer master-127.21.26.62:43235(127.21.26.62:43235): Connection refused: /127.21.26.62:43235, [43ms] Sub RPC ConnectToMaster: received response from server master-127.21.26.61:34009: OK, [46ms] Sub RPC ConnectToMaster: received response from server master-127.21.26.60:36293: OK, [46ms] delaying RPC due to: Service unavailable: Master config (127.21.26.61:34009,127.21.26.62:43235,127.21.26.60:36293) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.26.62:43235(127.21.26.62:43235): Connection refused: /127.21.26.62:43235, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.26.61:34009, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.26.62:43235, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.26.60:36293, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.26.62:43235: Network error: Failed to connect to peer master-127.21.26.62:43235(127.21.26.62:43235): Connection refused: /127.21.26.62:43235, [64ms] Sub RPC ConnectToMaster: received response from server master-127.21.26.60:36293: OK, [64ms] Sub RPC ConnectToMaster: received response from server master-127.21.26.61:34009: OK, [65ms] delaying RPC due to: Service unavailable: Master config (127.21.26.61:34009,127.21.26.62:43235,127.21.26.60:36293) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.26.62:43235(127.21.26.62:43235): Connection refused: /127.21.26.62:43235, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.26.61:34009, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.26.62:43235, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.26.60:36293, [83ms] Sub RPC ConnectToMaster: received response from server master-127.21.26.62:43235: Network error: Failed to connect to peer master-127.21.26.62:43235(127.21.26.62:43235): Connection refused: /127.21.26.62:43235, [85ms] Sub RPC ConnectToMaster: received response from server master-127.21.26.61:34009: OK, [96ms] Sub RPC ConnectToMaster: received response from server master-127.21.26.60:36293: OK, [97ms] delaying RPC due to: Service unavailable: Master config (127.21.26.61:34009,127.21.26.62:43235,127.21.26.60:36293) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.26.62:43235(127.21.26.62:43235): Connection refused: /127.21.26.62:43235, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.26.61:34009, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.26.62:43235, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.26.60:36293, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.26.62:43235: Network error: Failed to connect to peer master-127.21.26.62:43235(127.21.26.62:43235): Connection refused: /127.21.26.62:43235, [128ms] Sub RPC ConnectToMaster: received response from server master-127.21.26.60:36293: OK, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.26.61:34009: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.21.26.61:34009,127.21.26.62:43235,127.21.26.60:36293) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.26.62:43235(127.21.26.62:43235): Connection refused: /127.21.26.62:43235, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.26.61:34009, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.26.62:43235, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.26.60:36293, [224ms] Sub RPC ConnectToMaster: received response from server master-127.21.26.62:43235: Network error: Failed to connect to peer master-127.21.26.62:43235(127.21.26.62:43235): Connection refused: /127.21.26.62:43235, [225ms] Sub RPC ConnectToMaster: received response from server master-127.21.26.61:34009: OK, deferred=Deferred@1619585755(state=PENDING, result=null, callback=(continuation of Deferred@586899542 after retry RPC after error@1102923512) -> (continuation of Deferred@901198718 after retry RPC after error@315541793) -> (continuation of Deferred@1800332030 after retry RPC after error@1089463273) -> (continuation of Deferred@1288635465 after retry RPC after error@673991472) -> (continuation of Deferred@879298009 after retry RPC after error@195450902) -> (continuation of Deferred@1065351271 after retry RPC after error@1967145331), errback=(continuation of Deferred@586899542 after retry RPC after error@1102923512) -> (continuation of Deferred@901198718 after retry RPC after error@315541793) -> (continuation of Deferred@1800332030 after retry RPC after error@1089463273) -> (continuation of Deferred@1288635465 after retry RPC after error@673991472) -> (continuation of Deferred@879298009 after retry RPC after error@195450902) -> (continuation of Deferred@1065351271 after retry RPC after error@1967145331))) after lookup
21:21:04.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:04.675573 22776 sys_catalog.cc:455] T 00000000000000000000000000000000 P 81df3ffbb91a45cd971662151b9f35a0 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "81df3ffbb91a45cd971662151b9f35a0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "64cf3307a5224124a0deefacbe8e2724" member_type: VOTER last_known_addr { host: "127.21.26.62" port: 43235 } } peers { permanent_uuid: "81df3ffbb91a45cd971662151b9f35a0" member_type: VOTER last_known_addr { host: "127.21.26.61" port: 34009 } } peers { permanent_uuid: "38447ea382aa4717a2ad2dc969bf4141" member_type: VOTER last_known_addr { host: "127.21.26.60" port: 36293 } } }
21:21:04.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:04.676386 22776 sys_catalog.cc:458] T 00000000000000000000000000000000 P 81df3ffbb91a45cd971662151b9f35a0 [sys.catalog]: This master's current role is: LEADER
21:21:04.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:04.676518 21738 consensus_peers.cc:487] T 00000000000000000000000000000000 P 81df3ffbb91a45cd971662151b9f35a0 -> Peer 64cf3307a5224124a0deefacbe8e2724 (127.21.26.62:43235): Couldn't send request to peer 64cf3307a5224124a0deefacbe8e2724. Status: Network error: Client connection negotiation failed: client connection to 127.21.26.62:43235: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
21:21:04.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:04.684768 22756 sys_catalog.cc:455] T 00000000000000000000000000000000 P 38447ea382aa4717a2ad2dc969bf4141 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 81df3ffbb91a45cd971662151b9f35a0. Latest consensus state: current_term: 3 leader_uuid: "81df3ffbb91a45cd971662151b9f35a0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "64cf3307a5224124a0deefacbe8e2724" member_type: VOTER last_known_addr { host: "127.21.26.62" port: 43235 } } peers { permanent_uuid: "81df3ffbb91a45cd971662151b9f35a0" member_type: VOTER last_known_addr { host: "127.21.26.61" port: 34009 } } peers { permanent_uuid: "38447ea382aa4717a2ad2dc969bf4141" member_type: VOTER last_known_addr { host: "127.21.26.60" port: 36293 } } }
21:21:04.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:04.685863 22756 sys_catalog.cc:458] T 00000000000000000000000000000000 P 38447ea382aa4717a2ad2dc969bf4141 [sys.catalog]: This master's current role is: FOLLOWER
21:21:04.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:04.684664 22787 sys_catalog.cc:455] T 00000000000000000000000000000000 P 38447ea382aa4717a2ad2dc969bf4141 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "81df3ffbb91a45cd971662151b9f35a0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "64cf3307a5224124a0deefacbe8e2724" member_type: VOTER last_known_addr { host: "127.21.26.62" port: 43235 } } peers { permanent_uuid: "81df3ffbb91a45cd971662151b9f35a0" member_type: VOTER last_known_addr { host: "127.21.26.61" port: 34009 } } peers { permanent_uuid: "38447ea382aa4717a2ad2dc969bf4141" member_type: VOTER last_known_addr { host: "127.21.26.60" port: 36293 } } }
21:21:04.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:04.686486 22791 sys_catalog.cc:455] T 00000000000000000000000000000000 P 38447ea382aa4717a2ad2dc969bf4141 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "81df3ffbb91a45cd971662151b9f35a0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "64cf3307a5224124a0deefacbe8e2724" member_type: VOTER last_known_addr { host: "127.21.26.62" port: 43235 } } peers { permanent_uuid: "81df3ffbb91a45cd971662151b9f35a0" member_type: VOTER last_known_addr { host: "127.21.26.61" port: 34009 } } peers { permanent_uuid: "38447ea382aa4717a2ad2dc969bf4141" member_type: VOTER last_known_addr { host: "127.21.26.60" port: 36293 } } }
21:21:04.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:04.688019 22787 sys_catalog.cc:458] T 00000000000000000000000000000000 P 38447ea382aa4717a2ad2dc969bf4141 [sys.catalog]: This master's current role is: FOLLOWER
21:21:04.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:04.688472 22791 sys_catalog.cc:458] T 00000000000000000000000000000000 P 38447ea382aa4717a2ad2dc969bf4141 [sys.catalog]: This master's current role is: FOLLOWER
21:21:04.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:04.690465 21793 rpcz_store.cc:267] Call kudu.transactions.TxnManagerService.KeepTransactionAlive from 127.0.0.1:40780 (request call id 15) took 22 ms (client timeout 22 ms). Trace:
21:21:04.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:04.690872 21793 rpcz_store.cc:269] 0811 21:21:04.668033 (+ 0us) service_pool.cc:170] Inserting onto call queue
21:21:04.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 21:21:04.668326 (+ 293us) service_pool.cc:227] Handling call
21:21:04.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 21:21:04.690209 (+ 21883us) inbound_call.cc:173] Queueing success response
21:21:04.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"init.queue_time_us":11007,"thread_start_us":17541,"threads_started":4}
21:21:04.694 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=8, TimeoutTracker(timeout=250, elapsed=253), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.26.61:34009, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.26.62:43235, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.26.60:36293, [4ms] Sub RPC ConnectToMaster: received response from server master-127.21.26.60:36293: OK, [4ms] Sub RPC ConnectToMaster: received response from server master-127.21.26.61:34009: OK, [4ms] Sub RPC ConnectToMaster: received response from server master-127.21.26.62:43235: Network error: Failed to connect to peer master-127.21.26.62:43235(127.21.26.62:43235): Connection refused: /127.21.26.62:43235, [5ms] delaying RPC due to: Service unavailable: Master config (127.21.26.61:34009,127.21.26.62:43235,127.21.26.60:36293) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.26.62:43235(127.21.26.62:43235): Connection refused: /127.21.26.62:43235, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.26.61:34009, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.26.62:43235, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.26.60:36293, [24ms] Sub RPC ConnectToMaster: received response from server master-127.21.26.60:36293: OK, [24ms] Sub RPC ConnectToMaster: received response from server master-127.21.26.62:43235: Network error: Failed to connect to peer master-127.21.26.62:43235(127.21.26.62:43235): Connection refused: /127.21.26.62:43235, [25ms] Sub RPC ConnectToMaster: received response from server master-127.21.26.61:34009: OK, [26ms] delaying RPC due to: Service unavailable: Master config (127.21.26.61:34009,127.21.26.62:43235,127.21.26.60:36293) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.26.62:43235(127.21.26.62:43235): Connection refused: /127.21.26.62:43235, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.26.61:34009, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.26.62:43235, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.26.60:36293, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.26.62:43235: Network error: Failed to connect to peer master-127.21.26.62:43235(127.21.26.62:43235): Connection refused: /127.21.26.62:43235, [43ms] Sub RPC ConnectToMaster: received response from server master-127.21.26.61:34009: OK, [46ms] Sub RPC ConnectToMaster: received response from server master-127.21.26.60:36293: OK, [46ms] delaying RPC due to: Service unavailable: Master config (127.21.26.61:34009,127.21.26.62:43235,127.21.26.60:36293) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.26.62:43235(127.21.26.62:43235): Connection refused: /127.21.26.62:43235, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.26.61:34009, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.26.62:43235, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.26.60:36293, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.26.62:43235: Network error: Failed to connect to peer master-127.21.26.62:43235(127.21.26.62:43235): Connection refused: /127.21.26.62:43235, [64ms] Sub RPC ConnectToMaster: received response from server master-127.21.26.60:36293: OK, [64ms] Sub RPC ConnectToMaster: received response from server master-127.21.26.61:34009: OK, [65ms] delaying RPC due to: Service unavailable: Master config (127.21.26.61:34009,127.21.26.62:43235,127.21.26.60:36293) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.26.62:43235(127.21.26.62:43235): Connection refused: /127.21.26.62:43235, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.26.61:34009, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.26.62:43235, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.26.60:36293, [83ms] Sub RPC ConnectToMaster: received response from server master-127.21.26.62:43235: Network error: Failed to connect to peer master-127.21.26.62:43235(127.21.26.62:43235): Connection refused: /127.21.26.62:43235, [85ms] Sub RPC ConnectToMaster: received response from server master-127.21.26.61:34009: OK, [96ms] Sub RPC ConnectToMaster: received response from server master-127.21.26.60:36293: OK, [97ms] delaying RPC due to: Service unavailable: Master config (127.21.26.61:34009,127.21.26.62:43235,127.21.26.60:36293) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.26.62:43235(127.21.26.62:43235): Connection refused: /127.21.26.62:43235, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.26.61:34009, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.26.62:43235, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.26.60:36293, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.26.62:43235: Network error: Failed to connect to peer master-127.21.26.62:43235(127.21.26.62:43235): Connection refused: /127.21.26.62:43235, [128ms] Sub RPC ConnectToMaster: received response from server master-127.21.26.60:36293: OK, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.26.61:34009: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.21.26.61:34009,127.21.26.62:43235,127.21.26.60:36293) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.26.62:43235(127.21.26.62:43235): Connection refused: /127.21.26.62:43235, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.26.61:34009, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.26.62:43235, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.26.60:36293, [224ms] Sub RPC ConnectToMaster: received response from server master-127.21.26.62:43235: Network error: Failed to connect to peer master-127.21.26.62:43235(127.21.26.62:43235): Connection refused: /127.21.26.62:43235, [225ms] Sub RPC ConnectToMaster: received response from server master-127.21.26.61:34009: OK, [228ms] sending RPC to server master-127.21.26.61:34009, [243ms] Sub RPC ConnectToMaster: received response from server master-127.21.26.60:36293: OK, [254ms] delaying RPC due to: Service unavailable: TxnManager is not yet initialized (error 0), deferred=Deferred@1619585755(state=PENDING, result=null, callback=(continuation of Deferred@586899542 after retry RPC after error@1102923512) -> (continuation of Deferred@901198718 after retry RPC after error@315541793) -> (continuation of Deferred@1800332030 after retry RPC after error@1089463273) -> (continuation of Deferred@1288635465 after retry RPC after error@673991472) -> (continuation of Deferred@879298009 after retry RPC after error@195450902) -> (continuation of Deferred@1065351271 after retry RPC after error@1967145331) -> (continuation of Deferred@159106511 after retry RPC@807684638), errback=(continuation of Deferred@586899542 after retry RPC after error@1102923512) -> (continuation of Deferred@901198718 after retry RPC after error@315541793) -> (continuation of Deferred@1800332030 after retry RPC after error@1089463273) -> (continuation of Deferred@1288635465 after retry RPC after error@673991472) -> (continuation of Deferred@879298009 after retry RPC after error@195450902) -> (continuation of Deferred@1065351271 after retry RPC after error@1967145331) -> (continuation of Deferred@159106511 after retry RPC@807684638)))
21:21:04.694 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=8, TimeoutTracker(timeout=250, elapsed=253), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.26.61:34009, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.26.62:43235, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.26.60:36293, [4ms] Sub RPC ConnectToMaster: received response from server master-127.21.26.60:36293: OK, [4ms] Sub RPC ConnectToMaster: received response from server master-127.21.26.61:34009: OK, [4ms] Sub RPC ConnectToMaster: received response from server master-127.21.26.62:43235: Network error: Failed to connect to peer master-127.21.26.62:43235(127.21.26.62:43235): Connection refused: /127.21.26.62:43235, [5ms] delaying RPC due to: Service unavailable: Master config (127.21.26.61:34009,127.21.26.62:43235,127.21.26.60:36293) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.26.62:43235(127.21.26.62:43235): Connection refused: /127.21.26.62:43235, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.26.61:34009, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.26.62:43235, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.26.60:36293, [24ms] Sub RPC ConnectToMaster: received response from server master-127.21.26.60:36293: OK, [24ms] Sub RPC ConnectToMaster: received response from server master-127.21.26.62:43235: Network error: Failed to connect to peer master-127.21.26.62:43235(127.21.26.62:43235): Connection refused: /127.21.26.62:43235, [25ms] Sub RPC ConnectToMaster: received response from server master-127.21.26.61:34009: OK, [26ms] delaying RPC due to: Service unavailable: Master config (127.21.26.61:34009,127.21.26.62:43235,127.21.26.60:36293) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.26.62:43235(127.21.26.62:43235): Connection refused: /127.21.26.62:43235, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.26.61:34009, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.26.62:43235, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.26.60:36293, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.26.62:43235: Network error: Failed to connect to peer master-127.21.26.62:43235(127.21.26.62:43235): Connection refused: /127.21.26.62:43235, [43ms] Sub RPC ConnectToMaster: received response from server master-127.21.26.61:34009: OK, [46ms] Sub RPC ConnectToMaster: received response from server master-127.21.26.60:36293: OK, [46ms] delaying RPC due to: Service unavailable: Master config (127.21.26.61:34009,127.21.26.62:43235,127.21.26.60:36293) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.26.62:43235(127.21.26.62:43235): Connection refused: /127.21.26.62:43235, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.26.61:34009, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.26.62:43235, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.26.60:36293, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.26.62:43235: Network error: Failed to connect to peer master-127.21.26.62:43235(127.21.26.62:43235): Connection refused: /127.21.26.62:43235, [64ms] Sub RPC ConnectToMaster: received response from server master-127.21.26.60:36293: OK, [64ms] Sub RPC ConnectToMaster: received response from server master-127.21.26.61:34009: OK, [65ms] delaying RPC due to: Service unavailable: Master config (127.21.26.61:34009,127.21.26.62:43235,127.21.26.60:36293) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.26.62:43235(127.21.26.62:43235): Connection refused: /127.21.26.62:43235, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.26.61:34009, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.26.62:43235, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.26.60:36293, [83ms] Sub RPC ConnectToMaster: received response from server master-127.21.26.62:43235: Network error: Failed to connect to peer master-127.21.26.62:43235(127.21.26.62:43235): Connection refused: /127.21.26.62:43235, [85ms] Sub RPC ConnectToMaster: received response from server master-127.21.26.61:34009: OK, [96ms] Sub RPC ConnectToMaster: received response from server master-127.21.26.60:36293: OK, [97ms] delaying RPC due to: Service unavailable: Master config (127.21.26.61:34009,127.21.26.62:43235,127.21.26.60:36293) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.26.62:43235(127.21.26.62:43235): Connection refused: /127.21.26.62:43235, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.26.61:34009, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.26.62:43235, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.26.60:36293, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.26.62:43235: Network error: Failed to connect to peer master-127.21.26.62:43235(127.21.26.62:43235): Connection refused: /127.21.26.62:43235, [128ms] Sub RPC ConnectToMaster: received response from server master-127.21.26.60:36293: OK, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.26.61:34009: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.21.26.61:34009,127.21.26.62:43235,127.21.26.60:36293) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.26.62:43235(127.21.26.62:43235): Connection refused: /127.21.26.62:43235, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.26.61:34009, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.26.62:43235, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.26.60:36293, [224ms] Sub RPC ConnectToMaster: received response from server master-127.21.26.62:43235: Network error: Failed to connect to peer master-127.21.26.62:43235(127.21.26.62:43235): Connection refused: /127.21.26.62:43235, [225ms] Sub RPC ConnectToMaster: received response from server master-127.21.26.61:34009: OK, [228ms] sending RPC to server master-127.21.26.61:34009, [243ms] Sub RPC ConnectToMaster: received response from server master-127.21.26.60:36293: OK, [254ms] delaying RPC due to: Service unavailable: TxnManager is not yet initialized (error 0), deferred=Deferred@1619585755(state=PENDING, result=null, callback=(continuation of Deferred@586899542 after retry RPC after error@1102923512) -> (continuation of Deferred@901198718 after retry RPC after error@315541793) -> (continuation of Deferred@1800332030 after retry RPC after error@1089463273) -> (continuation of Deferred@1288635465 after retry RPC after error@673991472) -> (continuation of Deferred@879298009 after retry RPC after error@195450902) -> (continuation of Deferred@1065351271 after retry RPC after error@1967145331) -> (continuation of Deferred@159106511 after retry RPC@807684638), errback=(continuation of Deferred@586899542 after retry RPC after error@1102923512) -> (continuation of Deferred@901198718 after retry RPC after error@315541793) -> (continuation of Deferred@1800332030 after retry RPC after error@1089463273) -> (continuation of Deferred@1288635465 after retry RPC after error@673991472) -> (continuation of Deferred@879298009 after retry RPC after error@195450902) -> (continuation of Deferred@1065351271 after retry RPC after error@1967145331) -> (continuation of Deferred@159106511 after retry RPC@807684638)))
21:21:04.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:04.787865 21754 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:36420:
21:21:04.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
21:21:04.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
21:21:04.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
21:21:04.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
21:21:04.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
21:21:04.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
21:21:04.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
21:21:04.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
21:21:04.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
21:21:04.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
21:21:04.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
21:21:04.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:21:04.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
21:21:04.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
21:21:04.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
21:21:04.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
21:21:04.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
21:21:04.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
21:21:04.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
21:21:04.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
21:21:04.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
21:21:04.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:21:04.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
21:21:04.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
21:21:04.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
21:21:04.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
21:21:04.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
21:21:04.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
21:21:04.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
21:21:04.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
21:21:04.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
21:21:04.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:21:04.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
21:21:04.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
21:21:04.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
21:21:04.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
21:21:04.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
21:21:04.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
21:21:04.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
21:21:04.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
21:21:04.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
21:21:04.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:21:04.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:21:04.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
21:21:04.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
21:21:04.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
21:21:04.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
21:21:04.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:21:04.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
21:21:04.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
21:21:04.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
21:21:04.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
21:21:04.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:21:04.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:21:04.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:21:04.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
21:21:04.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:04.796978 21754 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
21:21:04.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:04.837553 22191 txn_status_manager.cc:1390] automatically aborted stale txn (ID 0) past 1.086s from last keepalive heartbeat (effective timeout is 1.000s)
21:21:04.863 [DEBUG - kudu-nio-0] (KuduTransaction.java:799) terminating keepalive task (txn ID 0) due to exception org.apache.kudu.client.NonRecoverableException: Failed to write to server: 3b11920a2b5d422c874702dc4e536045 (127.21.26.2:43025): transaction ID 0 is not available for further commits: state: ABORT_IN_PROGRESS user: "slave" start_timestamp: 1786483259 last_transition_timestamp: 1786483264
21:21:04.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:04.852743 22207 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.21.26.62:43235)
21:21:04.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:04.894971 22799 tablet_replica.cc:1298] Aborted: operation has been aborted: cancelling pending write operations
21:21:05.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:05.030748 22155 heartbeater.cc:347] Connected to a master server at 127.21.26.60:36293
21:21:05.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:05.033847 22696 master_service.cc:432] Got heartbeat from unknown tserver (permanent_uuid: "14ef0dc7d9ec470c93e7149e621f3f7e" instance_seqno: 1786483253789745) as {username='slave'} at 127.21.26.1:60469; Asking this server to re-register.
21:21:05.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:05.035058 22155 heartbeater.cc:464] Registering TS with master...
21:21:05.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:05.038182 22696 ts_manager.cc:194] Registered new tserver with Master: 14ef0dc7d9ec470c93e7149e621f3f7e (127.21.26.1:40073)
21:21:05.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:05.194584 21738 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.21.26.62:43235: connect: Connection refused (error 111) [suppressed 7 similar messages]
21:21:05.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:05.196978 21738 consensus_peers.cc:487] T 00000000000000000000000000000000 P 81df3ffbb91a45cd971662151b9f35a0 -> Peer 64cf3307a5224124a0deefacbe8e2724 (127.21.26.62:43235): Couldn't send request to peer 64cf3307a5224124a0deefacbe8e2724. Status: Network error: Client connection negotiation failed: client connection to 127.21.26.62:43235: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
21:21:05.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:05.300642 22696 master_service.cc:432] Got heartbeat from unknown tserver (permanent_uuid: "ba5fcf64b88b4c3b81b32eccca3b60d7" instance_seqno: 1786483258655573) as {username='slave'} at 127.21.26.3:52843; Asking this server to re-register.
21:21:05.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:05.303560 22496 heartbeater.cc:464] Registering TS with master...
21:21:05.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:05.306733 22696 ts_manager.cc:194] Registered new tserver with Master: ba5fcf64b88b4c3b81b32eccca3b60d7 (127.21.26.3:43013)
21:21:05.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:05.663398 21738 consensus_peers.cc:487] T 00000000000000000000000000000000 P 81df3ffbb91a45cd971662151b9f35a0 -> Peer 64cf3307a5224124a0deefacbe8e2724 (127.21.26.62:43235): Couldn't send request to peer 64cf3307a5224124a0deefacbe8e2724. Status: Network error: Client connection negotiation failed: client connection to 127.21.26.62:43235: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
21:21:05.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:05.966470 22156 heartbeater.cc:503] Master 127.21.26.61:34009 was elected leader, sending a full tablet report...
21:21:06.215 [DEBUG - main] (Connection.java:575) [peer master-127.21.26.61:34009(127.21.26.61:34009)] disconnecting while in state READY
21:21:06.215 [DEBUG - main] (Connection.java:575) [peer master-127.21.26.60:36293(127.21.26.60:36293)] disconnecting while in state READY
21:21:06.216 [DEBUG - main] (Connection.java:575) [peer master-127.21.26.62:43235(127.21.26.62:43235)] disconnecting while in state TERMINATED
21:21:06.216 [DEBUG - main] (Connection.java:575) [peer 3b11920a2b5d422c874702dc4e536045(127.21.26.2:43025)] disconnecting while in state READY
21:21:06.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:06.215937 21738 consensus_peers.cc:487] T 00000000000000000000000000000000 P 81df3ffbb91a45cd971662151b9f35a0 -> Peer 64cf3307a5224124a0deefacbe8e2724 (127.21.26.62:43235): Couldn't send request to peer 64cf3307a5224124a0deefacbe8e2724. Status: Network error: Client connection negotiation failed: client connection to 127.21.26.62:43235: connect: Connection refused (error 111). This is attempt 16: this message will repeat every 5th retry.
21:21:06.216 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.21.26.61:34009(127.21.26.61:34009)] handling channelInactive
21:21:06.217 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.26.61:34009(127.21.26.61:34009)] cleaning up while in state READY due to: connection closed
21:21:06.218 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:21:06.219 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.21.26.60:36293(127.21.26.60:36293)] handling channelInactive
21:21:06.219 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.26.60:36293(127.21.26.60:36293)] cleaning up while in state READY due to: connection closed
21:21:06.219 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 3b11920a2b5d422c874702dc4e536045(127.21.26.2:43025)] handling channelInactive
21:21:06.220 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 3b11920a2b5d422c874702dc4e536045(127.21.26.2:43025)] cleaning up while in state READY due to: connection closed
21:21:06.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:06.221365 21608 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskbeSzwH/build/tsan/bin/kudu with pid 21964
21:21:06.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:06.257393 21608 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskbeSzwH/build/tsan/bin/kudu with pid 22160
21:21:06.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:06.268746 22497 heartbeater.cc:503] Master 127.21.26.61:34009 was elected leader, sending a full tablet report...
21:21:06.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:06.303279 21608 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskbeSzwH/build/tsan/bin/kudu with pid 22331
21:21:06.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:06.348841 21608 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskbeSzwH/build/tsan/bin/kudu with pid 21711
21:21:06.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:06.409579 21608 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskbeSzwH/build/tsan/bin/kudu with pid 22648
21:21:07.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-11T21:21:07Z chronyd exiting
21:21:08.669 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager: failed attempt 1
java.lang.AssertionError: Aborted: transaction was aborted
at org.junit.Assert.fail(Assert.java:89) ~[junit-4.13.2.jar:4.13.2]
at org.junit.Assert.assertTrue(Assert.java:42) ~[junit-4.13.2.jar:4.13.2]
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager(TestKuduTransaction.java:1214) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
java.lang.AssertionError: Aborted: transaction was aborted
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.assertTrue(Assert.java:42)
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager(TestKuduTransaction.java:1214)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)