00:35:31.832 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
00:35:31.832 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskoSwD1k/test-tmp
00:35:31.833 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
00:35:31.833 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskoSwD1k/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
00:35:31.834 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskoSwD1k/test-tmp/mini-kudu-cluster4810776945836919876"
extra_master_flags: "--txn_manager_enabled"
extra_master_flags: "--raft_heartbeat_interval_ms=100"
extra_tserver_flags: "--txn_keepalive_interval_ms=1000"
extra_tserver_flags: "--txn_staleness_tracker_interval_ms=250"
extra_tserver_flags: "--enable_txn_system_client_init=true"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
00:35:32.158 [DEBUG - main] (MiniKuduCluster.java:195) Response:
00:35:32.158 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
00:35:32.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:32.161051 28259 mini_oidc.cc:152] Starting JWKS server
00:35:32.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:32.164604 28259 webserver.cc:460] Webserver started at http://127.0.0.1:39863/ using document root <none> and password file <none>
00:35:32.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:32.165016 28259 mini_oidc.cc:189] Starting OIDC Discovery server
00:35:32.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:32.166713 28259 webserver.cc:460] Webserver started at http://127.0.0.1:36501/ using document root <none> and password file <none>
00:35:32.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-24T00:35:32Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
00:35:32.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-24T00:35:32Z Disabled control of system clock
00:35:32.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:32.219420 28259 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskoSwD1k/build/tsan/bin/kudu
00:35:32.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskoSwD1k/build/tsan/bin/kudu
00:35:32.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskoSwD1k/test-tmp/mini-kudu-cluster4810776945836919876/master-0/wal
00:35:32.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskoSwD1k/test-tmp/mini-kudu-cluster4810776945836919876/master-0/data
00:35:32.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:35:32.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:35:32.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:35:32.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:35:32.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:35:32.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:35:32.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskoSwD1k/test-tmp/mini-kudu-cluster4810776945836919876/master-0/logs
00:35:32.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskoSwD1k/test-tmp/mini-kudu-cluster4810776945836919876/master-0/data/info.pb
00:35:32.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:35:32.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:35:32.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:35:32.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:35:32.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:35:32.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:35:32.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:35:32.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:35:32.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
00:35:32.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:35:32.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:35:32.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:35:32.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.152.254:34589
00:35:32.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.152.254
00:35:32.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:35:32.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.152.212:36165
00:35:32.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:35:32.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:35:32.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:35:32.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:35:32.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.152.254:34589,127.27.152.253:35285,127.27.152.252:45151
00:35:32.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:35:32.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39863/jwks.json
00:35:32.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
00:35:32.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
00:35:32.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:32.522805 28271 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
00:35:32.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:32.523375 28271 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:35:32.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:32.523866 28271 flags.cc:425] Enabled unsafe flag: --never_fsync=true
00:35:32.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:32.555671 28271 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
00:35:32.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:32.555989 28271 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
00:35:32.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:32.556145 28271 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
00:35:32.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:32.556453 28271 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
00:35:32.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:32.556658 28271 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
00:35:32.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:32.556845 28271 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
00:35:32.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:32.556993 28271 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:39863/jwks.json
00:35:32.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:32.595052 28271 master_runner.cc:386] Master server non-default flags:
00:35:32.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:35:32.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.152.212:36165
00:35:32.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:35:32.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:35:32.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
00:35:32.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskoSwD1k/test-tmp/mini-kudu-cluster4810776945836919876/master-0/data
00:35:32.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskoSwD1k/test-tmp/mini-kudu-cluster4810776945836919876/master-0/wal
00:35:32.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:35:32.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.152.254:34589,127.27.152.253:35285,127.27.152.252:45151
00:35:32.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
00:35:32.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:35:32.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:35:32.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:35:32.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.152.254:34589
00:35:32.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:35:32.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:35:32.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:35:32.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39863/jwks.json
00:35:32.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:35:32.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:35:32.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskoSwD1k/test-tmp/mini-kudu-cluster4810776945836919876/master-0/data/info.pb
00:35:32.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.152.254
00:35:32.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:35:32.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:35:32.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:35:32.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:35:32.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:35:32.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:35:32.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskoSwD1k/test-tmp/mini-kudu-cluster4810776945836919876/master-0/logs
00:35:32.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:35:32.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:35:32.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
00:35:32.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
00:35:32.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
00:35:32.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
00:35:32.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:35:32.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 23 Sep 2026 23:32:10 UTC on ccycloud.quasar-wfxeao.root.comops.site
00:35:32.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4668917
00:35:32.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:35:32.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:32.596258 28271 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:35:32.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:32.597991 28271 file_cache.cc:493] Constructed file cache file cache with capacity 419430
00:35:32.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:32.615934 28278 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:35:33.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:32.616005 28277 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:35:33.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:32.616904 28280 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:35:33.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:32.618149 28271 server_base.cc:1034] running on GCE node
00:35:33.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:33.812536 28271 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:35:33.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:33.815985 28271 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:35:33.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:33.817433 28271 hybrid_clock.cc:648] HybridClock initialized: now 1790210133817378 us; error 63 us; skew 500 ppm
00:35:33.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:33.818302 28271 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:35:33.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:33.829939 28271 webserver.cc:460] Webserver started at http://127.27.152.254:39449/ using document root <none> and password file <none>
00:35:33.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:33.830873 28271 fs_manager.cc:359] Metadata directory not provided
00:35:33.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:33.831064 28271 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:35:33.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:33.831455 28271 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
00:35:33.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:33.836318 28271 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskoSwD1k/test-tmp/mini-kudu-cluster4810776945836919876/master-0/data/instance:
00:35:33.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6da300227be94de7bf8b9e1c36e8fb97"
00:35:33.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 00:35:33 on dist-test-slave-tf33"
00:35:33.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:33.837386 28271 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskoSwD1k/test-tmp/mini-kudu-cluster4810776945836919876/master-0/wal/instance:
00:35:33.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6da300227be94de7bf8b9e1c36e8fb97"
00:35:33.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 00:35:33 on dist-test-slave-tf33"
00:35:33.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:33.844522 28271 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.002s sys 0.003s
00:35:33.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:33.850258 28287 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
00:35:33.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:33.851322 28271 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.000s sys 0.004s
00:35:33.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:33.851696 28271 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskoSwD1k/test-tmp/mini-kudu-cluster4810776945836919876/master-0/data,/tmp/dist-test-taskoSwD1k/test-tmp/mini-kudu-cluster4810776945836919876/master-0/wal
00:35:33.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6da300227be94de7bf8b9e1c36e8fb97"
00:35:33.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 00:35:33 on dist-test-slave-tf33"
00:35:33.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:33.852047 28271 fs_report.cc:383] FS layout report
00:35:33.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:35:33.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskoSwD1k/test-tmp/mini-kudu-cluster4810776945836919876/master-0/wal
00:35:33.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskoSwD1k/test-tmp/mini-kudu-cluster4810776945836919876/master-0/wal
00:35:33.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskoSwD1k/test-tmp/mini-kudu-cluster4810776945836919876/master-0/data/data
00:35:33.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:35:33.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:35:33.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:35:33.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:35:33.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:35:33.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:35:33.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:35:33.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:35:33.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:35:33.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:35:33.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:35:33.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:33.898705 28271 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
00:35:33.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:33.900360 28271 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:35:33.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:33.900938 28271 kserver.cc:163] Server-wide thread pool size limit: 3276
00:35:33.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:33.984527 28271 rpc_server.cc:307] RPC server started. Bound to: 127.27.152.254:34589
00:35:33.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:33.984632 28348 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.27.152.254:34589 every 8 connection(s)
00:35:33.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:33.987269 28271 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskoSwD1k/test-tmp/mini-kudu-cluster4810776945836919876/master-0/data/info.pb
00:35:33.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:33.992630 28349 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
00:35:33.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:33.996997 28259 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskoSwD1k/build/tsan/bin/kudu as pid 28271
00:35:33.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:33.997532 28259 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskoSwD1k/test-tmp/mini-kudu-cluster4810776945836919876/master-0/wal/instance
00:35:34.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:34.003031 28259 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskoSwD1k/build/tsan/bin/kudu
00:35:34.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskoSwD1k/build/tsan/bin/kudu
00:35:34.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskoSwD1k/test-tmp/mini-kudu-cluster4810776945836919876/master-1/wal
00:35:34.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskoSwD1k/test-tmp/mini-kudu-cluster4810776945836919876/master-1/data
00:35:34.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:35:34.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:35:34.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:35:34.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:35:34.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:35:34.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:35:34.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskoSwD1k/test-tmp/mini-kudu-cluster4810776945836919876/master-1/logs
00:35:34.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskoSwD1k/test-tmp/mini-kudu-cluster4810776945836919876/master-1/data/info.pb
00:35:34.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:35:34.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:35:34.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:35:34.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:35:34.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:35:34.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:35:34.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:35:34.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:35:34.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
00:35:34.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:35:34.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:35:34.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:35:34.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.152.253:35285
00:35:34.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.152.253
00:35:34.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:35:34.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.152.212:36165
00:35:34.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:35:34.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:35:34.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:35:34.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:35:34.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.152.254:34589,127.27.152.253:35285,127.27.152.252:45151
00:35:34.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:35:34.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39863/jwks.json
00:35:34.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
00:35:34.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
00:35:34.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:34.008709 28349 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.152.254" port: 34589 } has no permanent_uuid. Determining permanent_uuid...
00:35:34.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:34.038200 28349 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.152.253" port: 35285 } has no permanent_uuid. Determining permanent_uuid...
00:35:34.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:34.040663 28288 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.152.253:35285: connect: Connection refused (error 111)
00:35:34.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:34.045163 28349 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.152.253:35285: Network error: Client connection negotiation failed: client connection to 127.27.152.253:35285: connect: Connection refused (error 111)
00:35:34.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:34.094754 28349 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.152.253" port: 35285 } attempt: 1
00:35:34.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:34.098831 28349 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.152.253:35285: Network error: Client connection negotiation failed: client connection to 127.27.152.253:35285: connect: Connection refused (error 111)
00:35:34.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:34.167377 28349 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.152.253" port: 35285 } attempt: 2
00:35:34.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:34.171234 28349 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.152.253:35285: Network error: Client connection negotiation failed: client connection to 127.27.152.253:35285: connect: Connection refused (error 111)
00:35:34.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:34.262765 28349 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.152.253" port: 35285 } attempt: 3
00:35:34.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:34.266999 28349 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.152.253:35285: Network error: Client connection negotiation failed: client connection to 127.27.152.253:35285: connect: Connection refused (error 111)
00:35:34.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:34.313225 28351 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
00:35:34.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:34.313947 28351 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:35:34.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:34.314428 28351 flags.cc:425] Enabled unsafe flag: --never_fsync=true
00:35:34.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:34.346159 28351 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
00:35:34.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:34.346441 28351 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
00:35:34.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:34.346592 28351 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
00:35:34.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:34.346800 28351 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
00:35:34.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:34.346990 28351 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
00:35:34.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:34.347227 28351 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
00:35:34.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:34.347365 28351 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:39863/jwks.json
00:35:34.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:34.385470 28351 master_runner.cc:386] Master server non-default flags:
00:35:34.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:35:34.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.152.212:36165
00:35:34.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:35:34.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:35:34.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
00:35:34.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskoSwD1k/test-tmp/mini-kudu-cluster4810776945836919876/master-1/data
00:35:34.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskoSwD1k/test-tmp/mini-kudu-cluster4810776945836919876/master-1/wal
00:35:34.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:35:34.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.152.254:34589,127.27.152.253:35285,127.27.152.252:45151
00:35:34.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
00:35:34.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:35:34.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:35:34.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:35:34.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.152.253:35285
00:35:34.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:35:34.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:35:34.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:35:34.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39863/jwks.json
00:35:34.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:35:34.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:35:34.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskoSwD1k/test-tmp/mini-kudu-cluster4810776945836919876/master-1/data/info.pb
00:35:34.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.152.253
00:35:34.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:35:34.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:35:34.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:35:34.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:35:34.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:35:34.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:35:34.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskoSwD1k/test-tmp/mini-kudu-cluster4810776945836919876/master-1/logs
00:35:34.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:35:34.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:35:34.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
00:35:34.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
00:35:34.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
00:35:34.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
00:35:34.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:35:34.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 23 Sep 2026 23:32:10 UTC on ccycloud.quasar-wfxeao.root.comops.site
00:35:34.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4668917
00:35:34.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:35:34.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:34.386765 28351 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:35:34.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:34.388396 28351 file_cache.cc:493] Constructed file cache file cache with capacity 419430
00:35:34.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:34.406163 28361 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:35:34.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:34.410458 28349 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.152.253" port: 35285 } attempt: 4
00:35:34.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:34.414099 28349 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.152.253:35285: Network error: Client connection negotiation failed: client connection to 127.27.152.253:35285: connect: Connection refused (error 111)
00:35:34.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:34.713539 28349 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.152.253" port: 35285 } attempt: 5
00:35:34.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:34.717952 28349 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.152.253:35285: Network error: Client connection negotiation failed: client connection to 127.27.152.253:35285: connect: Connection refused (error 111)
00:35:35.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:35.265646 28349 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.152.253" port: 35285 } attempt: 6
00:35:35.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:35.274827 28349 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.152.253:35285: Network error: Client connection negotiation failed: client connection to 127.27.152.253:35285: connect: Connection refused (error 111)
00:35:35.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:34.407116 28363 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:35:35.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:34.407847 28351 server_base.cc:1034] running on GCE node
00:35:35.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:34.406714 28360 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:35:35.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:35.625319 28351 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:35:35.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:35.628006 28351 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:35:35.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:35.629396 28351 hybrid_clock.cc:648] HybridClock initialized: now 1790210135629347 us; error 51 us; skew 500 ppm
00:35:35.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:35.630278 28351 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:35:35.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:35.636799 28351 webserver.cc:460] Webserver started at http://127.27.152.253:44417/ using document root <none> and password file <none>
00:35:35.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:35.637729 28351 fs_manager.cc:359] Metadata directory not provided
00:35:35.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:35.638019 28351 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:35:35.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:35.638427 28351 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
00:35:35.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:35.643338 28351 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskoSwD1k/test-tmp/mini-kudu-cluster4810776945836919876/master-1/data/instance:
00:35:35.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1113c4ab15394b5a8d737b0b04524deb"
00:35:35.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 00:35:35 on dist-test-slave-tf33"
00:35:35.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:35.644447 28351 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskoSwD1k/test-tmp/mini-kudu-cluster4810776945836919876/master-1/wal/instance:
00:35:35.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1113c4ab15394b5a8d737b0b04524deb"
00:35:35.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 00:35:35 on dist-test-slave-tf33"
00:35:35.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:35.651686 28351 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.000s sys 0.009s
00:35:35.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:35.657285 28372 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
00:35:35.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:35.658601 28351 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.001s
00:35:35.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:35.658898 28351 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskoSwD1k/test-tmp/mini-kudu-cluster4810776945836919876/master-1/data,/tmp/dist-test-taskoSwD1k/test-tmp/mini-kudu-cluster4810776945836919876/master-1/wal
00:35:35.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1113c4ab15394b5a8d737b0b04524deb"
00:35:35.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 00:35:35 on dist-test-slave-tf33"
00:35:35.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:35.659231 28351 fs_report.cc:383] FS layout report
00:35:35.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:35:35.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskoSwD1k/test-tmp/mini-kudu-cluster4810776945836919876/master-1/wal
00:35:35.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskoSwD1k/test-tmp/mini-kudu-cluster4810776945836919876/master-1/wal
00:35:35.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskoSwD1k/test-tmp/mini-kudu-cluster4810776945836919876/master-1/data/data
00:35:35.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:35:35.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:35:35.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:35:35.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:35:35.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:35:35.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:35:35.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:35:35.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:35:35.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:35:35.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:35:35.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:35:35.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:35.717712 28351 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
00:35:35.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:35.719265 28351 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:35:35.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:35.719713 28351 kserver.cc:163] Server-wide thread pool size limit: 3276
00:35:35.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:35.804769 28351 rpc_server.cc:307] RPC server started. Bound to: 127.27.152.253:35285
00:35:35.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:35.804860 28433 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.27.152.253:35285 every 8 connection(s)
00:35:35.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:35.807557 28351 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskoSwD1k/test-tmp/mini-kudu-cluster4810776945836919876/master-1/data/info.pb
00:35:35.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:35.813184 28434 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
00:35:35.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:35.816354 28259 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskoSwD1k/build/tsan/bin/kudu as pid 28351
00:35:35.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:35.816709 28259 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskoSwD1k/test-tmp/mini-kudu-cluster4810776945836919876/master-1/wal/instance
00:35:35.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:35.818904 28259 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskoSwD1k/build/tsan/bin/kudu
00:35:35.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskoSwD1k/build/tsan/bin/kudu
00:35:35.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskoSwD1k/test-tmp/mini-kudu-cluster4810776945836919876/master-2/wal
00:35:35.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskoSwD1k/test-tmp/mini-kudu-cluster4810776945836919876/master-2/data
00:35:35.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:35:35.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:35:35.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:35:35.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:35:35.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:35:35.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:35:35.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskoSwD1k/test-tmp/mini-kudu-cluster4810776945836919876/master-2/logs
00:35:35.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskoSwD1k/test-tmp/mini-kudu-cluster4810776945836919876/master-2/data/info.pb
00:35:35.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:35:35.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:35:35.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:35:35.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:35:35.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:35:35.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:35:35.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:35:35.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:35:35.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
00:35:35.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:35:35.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:35:35.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:35:35.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.152.252:45151
00:35:35.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.152.252
00:35:35.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:35:35.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.152.212:36165
00:35:35.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:35:35.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:35:35.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:35:35.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:35:35.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.152.254:34589,127.27.152.253:35285,127.27.152.252:45151
00:35:35.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:35:35.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39863/jwks.json
00:35:35.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
00:35:35.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
00:35:35.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:35.826087 28434 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.152.254" port: 34589 } has no permanent_uuid. Determining permanent_uuid...
00:35:35.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:35.857378 28434 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.152.253" port: 35285 } has no permanent_uuid. Determining permanent_uuid...
00:35:35.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:35.875063 28434 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.152.252" port: 45151 } has no permanent_uuid. Determining permanent_uuid...
00:35:35.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:35.877338 28375 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.152.252:45151: connect: Connection refused (error 111)
00:35:35.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:35.881654 28434 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.152.252:45151: Network error: Client connection negotiation failed: client connection to 127.27.152.252:45151: connect: Connection refused (error 111)
00:35:35.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:35.931318 28434 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.152.252" port: 45151 } attempt: 1
00:35:35.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:35.935652 28434 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.152.252:45151: Network error: Client connection negotiation failed: client connection to 127.27.152.252:45151: connect: Connection refused (error 111)
00:35:36.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:36.004093 28434 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.152.252" port: 45151 } attempt: 2
00:35:36.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:36.008332 28434 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.152.252:45151: Network error: Client connection negotiation failed: client connection to 127.27.152.252:45151: connect: Connection refused (error 111)
00:35:36.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:36.099745 28434 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.152.252" port: 45151 } attempt: 3
00:35:36.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:36.103435 28434 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.152.252:45151: Network error: Client connection negotiation failed: client connection to 127.27.152.252:45151: connect: Connection refused (error 111)
00:35:36.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:36.142477 28436 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
00:35:36.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:36.143057 28436 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:35:36.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:36.143535 28436 flags.cc:425] Enabled unsafe flag: --never_fsync=true
00:35:36.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:36.174903 28436 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
00:35:36.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:36.175196 28436 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
00:35:36.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:36.175346 28436 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
00:35:36.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:36.175540 28436 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
00:35:36.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:36.175730 28436 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
00:35:36.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:36.175932 28436 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
00:35:36.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:36.176072 28436 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:39863/jwks.json
00:35:36.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:36.211766 28436 master_runner.cc:386] Master server non-default flags:
00:35:36.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:35:36.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.152.212:36165
00:35:36.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:35:36.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:35:36.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
00:35:36.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskoSwD1k/test-tmp/mini-kudu-cluster4810776945836919876/master-2/data
00:35:36.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskoSwD1k/test-tmp/mini-kudu-cluster4810776945836919876/master-2/wal
00:35:36.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:35:36.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.152.254:34589,127.27.152.253:35285,127.27.152.252:45151
00:35:36.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
00:35:36.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:35:36.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:35:36.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:35:36.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.152.252:45151
00:35:36.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:35:36.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:35:36.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:35:36.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39863/jwks.json
00:35:36.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:35:36.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:35:36.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskoSwD1k/test-tmp/mini-kudu-cluster4810776945836919876/master-2/data/info.pb
00:35:36.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.152.252
00:35:36.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:35:36.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:35:36.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:35:36.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:35:36.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:35:36.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:35:36.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskoSwD1k/test-tmp/mini-kudu-cluster4810776945836919876/master-2/logs
00:35:36.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:35:36.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:35:36.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
00:35:36.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
00:35:36.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
00:35:36.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
00:35:36.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:35:36.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 23 Sep 2026 23:32:10 UTC on ccycloud.quasar-wfxeao.root.comops.site
00:35:36.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4668917
00:35:36.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:35:36.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:36.213300 28436 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:35:36.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:36.215001 28436 file_cache.cc:493] Constructed file cache file cache with capacity 419430
00:35:36.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:36.234901 28446 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:35:36.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:36.246907 28434 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.152.252" port: 45151 } attempt: 4
00:35:36.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:36.251293 28434 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.152.252:45151: Network error: Client connection negotiation failed: client connection to 127.27.152.252:45151: connect: Connection refused (error 111)
00:35:36.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:36.335495 28349 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.152.253" port: 35285 } attempt: 7
00:35:36.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:36.352290 28349 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.152.252" port: 45151 } has no permanent_uuid. Determining permanent_uuid...
00:35:36.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:36.358703 28349 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.152.252:45151: Network error: Client connection negotiation failed: client connection to 127.27.152.252:45151: connect: Connection refused (error 111)
00:35:36.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:36.417433 28349 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.152.252" port: 45151 } attempt: 1
00:35:36.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:36.421729 28349 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.152.252:45151: Network error: Client connection negotiation failed: client connection to 127.27.152.252:45151: connect: Connection refused (error 111)
00:35:36.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:36.503413 28349 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.152.252" port: 45151 } attempt: 2
00:35:36.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:36.507899 28349 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.152.252:45151: Network error: Client connection negotiation failed: client connection to 127.27.152.252:45151: connect: Connection refused (error 111)
00:35:36.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:36.550745 28434 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.152.252" port: 45151 } attempt: 5
00:35:36.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:36.555557 28434 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.152.252:45151: Network error: Client connection negotiation failed: client connection to 127.27.152.252:45151: connect: Connection refused (error 111)
00:35:36.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:36.593585 28349 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.152.252" port: 45151 } attempt: 3
00:35:36.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:36.599205 28349 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.152.252:45151: Network error: Client connection negotiation failed: client connection to 127.27.152.252:45151: connect: Connection refused (error 111)
00:35:36.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:36.739717 28349 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.152.252" port: 45151 } attempt: 4
00:35:36.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:36.744851 28349 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.152.252:45151: Network error: Client connection negotiation failed: client connection to 127.27.152.252:45151: connect: Connection refused (error 111)
00:35:37.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:37.028332 28349 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.152.252" port: 45151 } attempt: 5
00:35:37.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:37.033488 28349 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.152.252:45151: Network error: Client connection negotiation failed: client connection to 127.27.152.252:45151: connect: Connection refused (error 111)
00:35:37.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:37.103070 28434 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.152.252" port: 45151 } attempt: 6
00:35:37.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:37.111130 28434 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.152.252:45151: Network error: Client connection negotiation failed: client connection to 127.27.152.252:45151: connect: Connection refused (error 111)
00:35:37.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:36.237210 28436 server_base.cc:1034] running on GCE node
00:35:37.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:36.234943 28447 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:35:37.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:36.237461 28449 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:35:37.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:37.449672 28436 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:35:37.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:37.452925 28436 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:35:37.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:37.454380 28436 hybrid_clock.cc:648] HybridClock initialized: now 1790210137454320 us; error 85 us; skew 500 ppm
00:35:37.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:37.455209 28436 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:35:37.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:37.461604 28436 webserver.cc:460] Webserver started at http://127.27.152.252:43297/ using document root <none> and password file <none>
00:35:37.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:37.462597 28436 fs_manager.cc:359] Metadata directory not provided
00:35:37.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:37.462795 28436 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:35:37.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:37.463191 28436 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
00:35:37.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:37.468542 28436 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskoSwD1k/test-tmp/mini-kudu-cluster4810776945836919876/master-2/data/instance:
00:35:37.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2156ca9c07314a4a892d8c161af3f613"
00:35:37.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 00:35:37 on dist-test-slave-tf33"
00:35:37.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:37.469695 28436 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskoSwD1k/test-tmp/mini-kudu-cluster4810776945836919876/master-2/wal/instance:
00:35:37.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2156ca9c07314a4a892d8c161af3f613"
00:35:37.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 00:35:37 on dist-test-slave-tf33"
00:35:37.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:37.477298 28436 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.006s sys 0.000s
00:35:37.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:37.483494 28460 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
00:35:37.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:37.484615 28436 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.003s
00:35:37.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:37.485000 28436 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskoSwD1k/test-tmp/mini-kudu-cluster4810776945836919876/master-2/data,/tmp/dist-test-taskoSwD1k/test-tmp/mini-kudu-cluster4810776945836919876/master-2/wal
00:35:37.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2156ca9c07314a4a892d8c161af3f613"
00:35:37.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 00:35:37 on dist-test-slave-tf33"
00:35:37.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:37.485356 28436 fs_report.cc:383] FS layout report
00:35:37.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:35:37.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskoSwD1k/test-tmp/mini-kudu-cluster4810776945836919876/master-2/wal
00:35:37.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskoSwD1k/test-tmp/mini-kudu-cluster4810776945836919876/master-2/wal
00:35:37.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskoSwD1k/test-tmp/mini-kudu-cluster4810776945836919876/master-2/data/data
00:35:37.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:35:37.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:35:37.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:35:37.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:35:37.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:35:37.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:35:37.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:35:37.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:35:37.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:35:37.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:35:37.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:35:37.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:37.531508 28436 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
00:35:37.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:37.533288 28436 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:35:37.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:37.533705 28436 kserver.cc:163] Server-wide thread pool size limit: 3276
00:35:37.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:37.585949 28349 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.152.252" port: 45151 } attempt: 6
00:35:37.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:37.598536 28349 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.152.252:45151: Network error: Client connection negotiation failed: client connection to 127.27.152.252:45151: connect: Connection refused (error 111)
00:35:37.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:37.627049 28436 rpc_server.cc:307] RPC server started. Bound to: 127.27.152.252:45151
00:35:37.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:37.627140 28523 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.27.152.252:45151 every 8 connection(s)
00:35:37.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:37.629617 28436 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskoSwD1k/test-tmp/mini-kudu-cluster4810776945836919876/master-2/data/info.pb
00:35:37.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:37.633100 28259 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskoSwD1k/build/tsan/bin/kudu as pid 28436
00:35:37.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:37.633599 28259 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskoSwD1k/test-tmp/mini-kudu-cluster4810776945836919876/master-2/wal/instance
00:35:37.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:37.636307 28524 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
00:35:37.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:37.654165 28524 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.152.254" port: 34589 } has no permanent_uuid. Determining permanent_uuid...
00:35:37.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:37.683593 28524 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.152.253" port: 35285 } has no permanent_uuid. Determining permanent_uuid...
00:35:37.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:37.696985 28524 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.152.252" port: 45151 } has no permanent_uuid. Determining permanent_uuid...
00:35:37.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:37.715602 28524 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2156ca9c07314a4a892d8c161af3f613: Bootstrap starting.
00:35:37.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:37.721719 28524 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 2156ca9c07314a4a892d8c161af3f613: Neither blocks nor log segments found. Creating new log.
00:35:37.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:37.724012 28524 log.cc:824] T 00000000000000000000000000000000 P 2156ca9c07314a4a892d8c161af3f613: Log is configured to *not* fsync() on all Append() calls
00:35:37.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:37.729391 28524 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2156ca9c07314a4a892d8c161af3f613: No bootstrap required, opened a new log
00:35:37.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:37.751220 28524 raft_consensus.cc:348] T 00000000000000000000000000000000 P 2156ca9c07314a4a892d8c161af3f613 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6da300227be94de7bf8b9e1c36e8fb97" member_type: VOTER last_known_addr { host: "127.27.152.254" port: 34589 } } peers { permanent_uuid: "1113c4ab15394b5a8d737b0b04524deb" member_type: VOTER last_known_addr { host: "127.27.152.253" port: 35285 } } peers { permanent_uuid: "2156ca9c07314a4a892d8c161af3f613" member_type: VOTER last_known_addr { host: "127.27.152.252" port: 45151 } }
00:35:37.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:37.751863 28524 raft_consensus.cc:374] T 00000000000000000000000000000000 P 2156ca9c07314a4a892d8c161af3f613 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:35:37.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:37.752038 28524 raft_consensus.cc:729] T 00000000000000000000000000000000 P 2156ca9c07314a4a892d8c161af3f613 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2156ca9c07314a4a892d8c161af3f613, State: Initialized, Role: FOLLOWER
00:35:37.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:37.752712 28524 consensus_queue.cc:260] T 00000000000000000000000000000000 P 2156ca9c07314a4a892d8c161af3f613 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6da300227be94de7bf8b9e1c36e8fb97" member_type: VOTER last_known_addr { host: "127.27.152.254" port: 34589 } } peers { permanent_uuid: "1113c4ab15394b5a8d737b0b04524deb" member_type: VOTER last_known_addr { host: "127.27.152.253" port: 35285 } } peers { permanent_uuid: "2156ca9c07314a4a892d8c161af3f613" member_type: VOTER last_known_addr { host: "127.27.152.252" port: 45151 } }
00:35:37.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:37.755143 28533 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2156ca9c07314a4a892d8c161af3f613 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6da300227be94de7bf8b9e1c36e8fb97" member_type: VOTER last_known_addr { host: "127.27.152.254" port: 34589 } } peers { permanent_uuid: "1113c4ab15394b5a8d737b0b04524deb" member_type: VOTER last_known_addr { host: "127.27.152.253" port: 35285 } } peers { permanent_uuid: "2156ca9c07314a4a892d8c161af3f613" member_type: VOTER last_known_addr { host: "127.27.152.252" port: 45151 } } }
00:35:37.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:37.755826 28533 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2156ca9c07314a4a892d8c161af3f613 [sys.catalog]: This master's current role is: FOLLOWER
00:35:37.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:37.756435 28524 sys_catalog.cc:564] T 00000000000000000000000000000000 P 2156ca9c07314a4a892d8c161af3f613 [sys.catalog]: configured and running, proceeding with master startup.
00:35:37.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:37.782351 28544 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2156ca9c07314a4a892d8c161af3f613: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
00:35:37.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:37.782729 28544 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
00:35:37.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:37.788793 28466 tablet.cc:2369] T 00000000000000000000000000000000 P 2156ca9c07314a4a892d8c161af3f613: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:35:37.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:37.777908 28436 master_runner.cc:186] Error getting master registration for 127.27.152.254:34589: OK, instance_id { permanent_uuid: "6da300227be94de7bf8b9e1c36e8fb97" instance_seqno: 1790210133965157 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
00:35:37.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:37.812556 28436 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
00:35:37.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:37.817910 28533 raft_consensus.cc:482] T 00000000000000000000000000000000 P 2156ca9c07314a4a892d8c161af3f613 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:35:37.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:37.818465 28533 raft_consensus.cc:504] T 00000000000000000000000000000000 P 2156ca9c07314a4a892d8c161af3f613 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6da300227be94de7bf8b9e1c36e8fb97" member_type: VOTER last_known_addr { host: "127.27.152.254" port: 34589 } } peers { permanent_uuid: "1113c4ab15394b5a8d737b0b04524deb" member_type: VOTER last_known_addr { host: "127.27.152.253" port: 35285 } } peers { permanent_uuid: "2156ca9c07314a4a892d8c161af3f613" member_type: VOTER last_known_addr { host: "127.27.152.252" port: 45151 } }
00:35:37.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:37.821139 28533 leader_election.cc:288] T 00000000000000000000000000000000 P 2156ca9c07314a4a892d8c161af3f613 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 6da300227be94de7bf8b9e1c36e8fb97 (127.27.152.254:34589), 1113c4ab15394b5a8d737b0b04524deb (127.27.152.253:35285)
00:35:38.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:38.171504 28434 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.152.252" port: 45151 } attempt: 7
00:35:38.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:38.178488 28463 proxy.cc:239] Call had error, refreshing address and retrying: Timed out: RequestConsensusVote RPC to 127.27.152.254:34589 timed out after 0.357s (SENT)
00:35:38.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:38.197600 28434 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1113c4ab15394b5a8d737b0b04524deb: Bootstrap starting.
00:35:38.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:38.205205 28434 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 1113c4ab15394b5a8d737b0b04524deb: Neither blocks nor log segments found. Creating new log.
00:35:38.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:38.207770 28434 log.cc:824] T 00000000000000000000000000000000 P 1113c4ab15394b5a8d737b0b04524deb: Log is configured to *not* fsync() on all Append() calls
00:35:38.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:38.219022 28434 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1113c4ab15394b5a8d737b0b04524deb: No bootstrap required, opened a new log
00:35:38.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:38.252383 28434 raft_consensus.cc:348] T 00000000000000000000000000000000 P 1113c4ab15394b5a8d737b0b04524deb [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6da300227be94de7bf8b9e1c36e8fb97" member_type: VOTER last_known_addr { host: "127.27.152.254" port: 34589 } } peers { permanent_uuid: "1113c4ab15394b5a8d737b0b04524deb" member_type: VOTER last_known_addr { host: "127.27.152.253" port: 35285 } } peers { permanent_uuid: "2156ca9c07314a4a892d8c161af3f613" member_type: VOTER last_known_addr { host: "127.27.152.252" port: 45151 } }
00:35:38.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:38.253331 28434 raft_consensus.cc:374] T 00000000000000000000000000000000 P 1113c4ab15394b5a8d737b0b04524deb [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:35:38.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:38.253664 28434 raft_consensus.cc:729] T 00000000000000000000000000000000 P 1113c4ab15394b5a8d737b0b04524deb [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1113c4ab15394b5a8d737b0b04524deb, State: Initialized, Role: FOLLOWER
00:35:38.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:38.254685 28434 consensus_queue.cc:260] T 00000000000000000000000000000000 P 1113c4ab15394b5a8d737b0b04524deb [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6da300227be94de7bf8b9e1c36e8fb97" member_type: VOTER last_known_addr { host: "127.27.152.254" port: 34589 } } peers { permanent_uuid: "1113c4ab15394b5a8d737b0b04524deb" member_type: VOTER last_known_addr { host: "127.27.152.253" port: 35285 } } peers { permanent_uuid: "2156ca9c07314a4a892d8c161af3f613" member_type: VOTER last_known_addr { host: "127.27.152.252" port: 45151 } }
00:35:38.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:38.257687 28549 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1113c4ab15394b5a8d737b0b04524deb [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6da300227be94de7bf8b9e1c36e8fb97" member_type: VOTER last_known_addr { host: "127.27.152.254" port: 34589 } } peers { permanent_uuid: "1113c4ab15394b5a8d737b0b04524deb" member_type: VOTER last_known_addr { host: "127.27.152.253" port: 35285 } } peers { permanent_uuid: "2156ca9c07314a4a892d8c161af3f613" member_type: VOTER last_known_addr { host: "127.27.152.252" port: 45151 } } }
00:35:38.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:38.258622 28549 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1113c4ab15394b5a8d737b0b04524deb [sys.catalog]: This master's current role is: FOLLOWER
00:35:38.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:38.259730 28434 sys_catalog.cc:564] T 00000000000000000000000000000000 P 1113c4ab15394b5a8d737b0b04524deb [sys.catalog]: configured and running, proceeding with master startup.
00:35:38.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:38.260512 28399 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2156ca9c07314a4a892d8c161af3f613" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1113c4ab15394b5a8d737b0b04524deb" is_pre_election: true
00:35:38.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:38.260560 28398 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2156ca9c07314a4a892d8c161af3f613" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1113c4ab15394b5a8d737b0b04524deb" is_pre_election: true
00:35:38.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:38.264593 28399 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 1113c4ab15394b5a8d737b0b04524deb [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2156ca9c07314a4a892d8c161af3f613 in term 0.
00:35:38.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:38.265790 28399 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:50234 (request call id 1) took 443 ms (client timeout 357 ms). Trace:
00:35:38.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:38.266251 28399 rpcz_store.cc:269] 0924 00:35:37.821980 (+ 0us) service_pool.cc:170] Inserting onto call queue
00:35:38.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0924 00:35:37.822130 (+ 150us) service_pool.cc:227] Handling call
00:35:38.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0924 00:35:38.265577 (+443447us) inbound_call.cc:173] Queueing success response
00:35:38.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
00:35:38.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:38.312033 28560 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 1113c4ab15394b5a8d737b0b04524deb: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
00:35:38.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:38.312424 28560 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
00:35:38.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:38.306084 28351 master_runner.cc:186] Error getting master registration for 127.27.152.254:34589: OK, instance_id { permanent_uuid: "6da300227be94de7bf8b9e1c36e8fb97" instance_seqno: 1790210133965157 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
00:35:38.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:38.348699 28351 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
00:35:38.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:38.478003 28378 tablet.cc:2369] T 00000000000000000000000000000000 P 1113c4ab15394b5a8d737b0b04524deb: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:35:38.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:38.540937 28463 leader_election.cc:334] T 00000000000000000000000000000000 P 2156ca9c07314a4a892d8c161af3f613 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 6da300227be94de7bf8b9e1c36e8fb97 (127.27.152.254:34589): Timed out: RequestConsensusVote RPC to 127.27.152.254:34589 timed out after 0.357s (SENT)
00:35:38.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:38.541417 28463 leader_election.cc:302] T 00000000000000000000000000000000 P 2156ca9c07314a4a892d8c161af3f613 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 2156ca9c07314a4a892d8c161af3f613; no voters: 1113c4ab15394b5a8d737b0b04524deb, 6da300227be94de7bf8b9e1c36e8fb97
00:35:38.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:38.553632 28562 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 2156ca9c07314a4a892d8c161af3f613 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
00:35:38.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:38.621364 28549 raft_consensus.cc:482] T 00000000000000000000000000000000 P 1113c4ab15394b5a8d737b0b04524deb [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:35:38.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:38.621914 28549 raft_consensus.cc:504] T 00000000000000000000000000000000 P 1113c4ab15394b5a8d737b0b04524deb [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6da300227be94de7bf8b9e1c36e8fb97" member_type: VOTER last_known_addr { host: "127.27.152.254" port: 34589 } } peers { permanent_uuid: "1113c4ab15394b5a8d737b0b04524deb" member_type: VOTER last_known_addr { host: "127.27.152.253" port: 35285 } } peers { permanent_uuid: "2156ca9c07314a4a892d8c161af3f613" member_type: VOTER last_known_addr { host: "127.27.152.252" port: 45151 } }
00:35:38.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:38.624323 28549 leader_election.cc:288] T 00000000000000000000000000000000 P 1113c4ab15394b5a8d737b0b04524deb [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 6da300227be94de7bf8b9e1c36e8fb97 (127.27.152.254:34589), 2156ca9c07314a4a892d8c161af3f613 (127.27.152.252:45151)
00:35:38.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:38.627753 28487 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1113c4ab15394b5a8d737b0b04524deb" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2156ca9c07314a4a892d8c161af3f613" is_pre_election: true
00:35:38.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:38.628594 28487 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 2156ca9c07314a4a892d8c161af3f613 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 1113c4ab15394b5a8d737b0b04524deb in term 0.
00:35:38.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:38.631242 28375 leader_election.cc:302] T 00000000000000000000000000000000 P 1113c4ab15394b5a8d737b0b04524deb [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1113c4ab15394b5a8d737b0b04524deb, 2156ca9c07314a4a892d8c161af3f613; no voters:
00:35:38.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:38.632130 28349 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.152.252" port: 45151 } attempt: 7
00:35:38.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:38.634120 28549 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 1113c4ab15394b5a8d737b0b04524deb [term 0 FOLLOWER]: Leader pre-election won for term 1
00:35:38.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:38.635743 28549 raft_consensus.cc:482] T 00000000000000000000000000000000 P 1113c4ab15394b5a8d737b0b04524deb [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
00:35:38.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:38.637387 28549 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 1113c4ab15394b5a8d737b0b04524deb [term 0 FOLLOWER]: Advancing to term 1
00:35:38.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:38.661662 28549 raft_consensus.cc:504] T 00000000000000000000000000000000 P 1113c4ab15394b5a8d737b0b04524deb [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6da300227be94de7bf8b9e1c36e8fb97" member_type: VOTER last_known_addr { host: "127.27.152.254" port: 34589 } } peers { permanent_uuid: "1113c4ab15394b5a8d737b0b04524deb" member_type: VOTER last_known_addr { host: "127.27.152.253" port: 35285 } } peers { permanent_uuid: "2156ca9c07314a4a892d8c161af3f613" member_type: VOTER last_known_addr { host: "127.27.152.252" port: 45151 } }
00:35:38.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:38.706422 28487 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1113c4ab15394b5a8d737b0b04524deb" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2156ca9c07314a4a892d8c161af3f613"
00:35:38.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:38.707054 28487 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 2156ca9c07314a4a892d8c161af3f613 [term 0 FOLLOWER]: Advancing to term 1
00:35:38.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:38.714727 28349 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6da300227be94de7bf8b9e1c36e8fb97: Bootstrap starting.
00:35:38.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:38.716979 28549 leader_election.cc:288] T 00000000000000000000000000000000 P 1113c4ab15394b5a8d737b0b04524deb [CANDIDATE]: Term 1 election: Requested vote from peers 6da300227be94de7bf8b9e1c36e8fb97 (127.27.152.254:34589), 2156ca9c07314a4a892d8c161af3f613 (127.27.152.252:45151)
00:35:38.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:38.723129 28349 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 6da300227be94de7bf8b9e1c36e8fb97: Neither blocks nor log segments found. Creating new log.
00:35:38.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:38.725446 28349 log.cc:824] T 00000000000000000000000000000000 P 6da300227be94de7bf8b9e1c36e8fb97: Log is configured to *not* fsync() on all Append() calls
00:35:38.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:38.731125 28487 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 2156ca9c07314a4a892d8c161af3f613 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 1113c4ab15394b5a8d737b0b04524deb in term 1.
00:35:38.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:38.735046 28375 leader_election.cc:302] T 00000000000000000000000000000000 P 1113c4ab15394b5a8d737b0b04524deb [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1113c4ab15394b5a8d737b0b04524deb, 2156ca9c07314a4a892d8c161af3f613; no voters:
00:35:38.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:38.735889 28549 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 1113c4ab15394b5a8d737b0b04524deb [term 1 FOLLOWER]: Leader election won for term 1
00:35:38.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:38.738214 28549 raft_consensus.cc:686] T 00000000000000000000000000000000 P 1113c4ab15394b5a8d737b0b04524deb [term 1 LEADER]: Becoming Leader. State: Replica: 1113c4ab15394b5a8d737b0b04524deb, State: Running, Role: LEADER
00:35:38.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:38.739228 28549 consensus_queue.cc:237] T 00000000000000000000000000000000 P 1113c4ab15394b5a8d737b0b04524deb [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6da300227be94de7bf8b9e1c36e8fb97" member_type: VOTER last_known_addr { host: "127.27.152.254" port: 34589 } } peers { permanent_uuid: "1113c4ab15394b5a8d737b0b04524deb" member_type: VOTER last_known_addr { host: "127.27.152.253" port: 35285 } } peers { permanent_uuid: "2156ca9c07314a4a892d8c161af3f613" member_type: VOTER last_known_addr { host: "127.27.152.252" port: 45151 } }
00:35:38.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:38.747129 28349 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6da300227be94de7bf8b9e1c36e8fb97: No bootstrap required, opened a new log
00:35:38.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:38.768067 28565 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1113c4ab15394b5a8d737b0b04524deb [sys.catalog]: SysCatalogTable state changed. Reason: New leader 1113c4ab15394b5a8d737b0b04524deb. Latest consensus state: current_term: 1 leader_uuid: "1113c4ab15394b5a8d737b0b04524deb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6da300227be94de7bf8b9e1c36e8fb97" member_type: VOTER last_known_addr { host: "127.27.152.254" port: 34589 } } peers { permanent_uuid: "1113c4ab15394b5a8d737b0b04524deb" member_type: VOTER last_known_addr { host: "127.27.152.253" port: 35285 } } peers { permanent_uuid: "2156ca9c07314a4a892d8c161af3f613" member_type: VOTER last_known_addr { host: "127.27.152.252" port: 45151 } } }
00:35:38.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:38.773569 28565 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1113c4ab15394b5a8d737b0b04524deb [sys.catalog]: This master's current role is: LEADER
00:35:38.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:38.787220 28544 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2156ca9c07314a4a892d8c161af3f613: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
00:35:38.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:38.788389 28544 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
00:35:38.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:38.793077 28349 raft_consensus.cc:348] T 00000000000000000000000000000000 P 6da300227be94de7bf8b9e1c36e8fb97 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6da300227be94de7bf8b9e1c36e8fb97" member_type: VOTER last_known_addr { host: "127.27.152.254" port: 34589 } } peers { permanent_uuid: "1113c4ab15394b5a8d737b0b04524deb" member_type: VOTER last_known_addr { host: "127.27.152.253" port: 35285 } } peers { permanent_uuid: "2156ca9c07314a4a892d8c161af3f613" member_type: VOTER last_known_addr { host: "127.27.152.252" port: 45151 } }
00:35:38.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:38.793999 28349 raft_consensus.cc:374] T 00000000000000000000000000000000 P 6da300227be94de7bf8b9e1c36e8fb97 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:35:38.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:38.794435 28349 raft_consensus.cc:729] T 00000000000000000000000000000000 P 6da300227be94de7bf8b9e1c36e8fb97 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6da300227be94de7bf8b9e1c36e8fb97, State: Initialized, Role: FOLLOWER
00:35:38.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:38.795214 28567 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
00:35:38.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:38.795403 28349 consensus_queue.cc:260] T 00000000000000000000000000000000 P 6da300227be94de7bf8b9e1c36e8fb97 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6da300227be94de7bf8b9e1c36e8fb97" member_type: VOTER last_known_addr { host: "127.27.152.254" port: 34589 } } peers { permanent_uuid: "1113c4ab15394b5a8d737b0b04524deb" member_type: VOTER last_known_addr { host: "127.27.152.253" port: 35285 } } peers { permanent_uuid: "2156ca9c07314a4a892d8c161af3f613" member_type: VOTER last_known_addr { host: "127.27.152.252" port: 45151 } }
00:35:38.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:38.819854 28568 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6da300227be94de7bf8b9e1c36e8fb97 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6da300227be94de7bf8b9e1c36e8fb97" member_type: VOTER last_known_addr { host: "127.27.152.254" port: 34589 } } peers { permanent_uuid: "1113c4ab15394b5a8d737b0b04524deb" member_type: VOTER last_known_addr { host: "127.27.152.253" port: 35285 } } peers { permanent_uuid: "2156ca9c07314a4a892d8c161af3f613" member_type: VOTER last_known_addr { host: "127.27.152.252" port: 45151 } } }
00:35:38.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:38.821347 28349 sys_catalog.cc:564] T 00000000000000000000000000000000 P 6da300227be94de7bf8b9e1c36e8fb97 [sys.catalog]: configured and running, proceeding with master startup.
00:35:38.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:38.821748 28569 raft_consensus.cc:482] T 00000000000000000000000000000000 P 6da300227be94de7bf8b9e1c36e8fb97 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:35:38.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:38.822312 28569 raft_consensus.cc:504] T 00000000000000000000000000000000 P 6da300227be94de7bf8b9e1c36e8fb97 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6da300227be94de7bf8b9e1c36e8fb97" member_type: VOTER last_known_addr { host: "127.27.152.254" port: 34589 } } peers { permanent_uuid: "1113c4ab15394b5a8d737b0b04524deb" member_type: VOTER last_known_addr { host: "127.27.152.253" port: 35285 } } peers { permanent_uuid: "2156ca9c07314a4a892d8c161af3f613" member_type: VOTER last_known_addr { host: "127.27.152.252" port: 45151 } }
00:35:38.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:38.823602 28311 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1113c4ab15394b5a8d737b0b04524deb" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6da300227be94de7bf8b9e1c36e8fb97"
00:35:38.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:38.824306 28311 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 6da300227be94de7bf8b9e1c36e8fb97 [term 0 FOLLOWER]: Advancing to term 1
00:35:38.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:38.821393 28568 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6da300227be94de7bf8b9e1c36e8fb97 [sys.catalog]: This master's current role is: FOLLOWER
00:35:38.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:38.825536 28569 leader_election.cc:288] T 00000000000000000000000000000000 P 6da300227be94de7bf8b9e1c36e8fb97 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 1113c4ab15394b5a8d737b0b04524deb (127.27.152.253:35285), 2156ca9c07314a4a892d8c161af3f613 (127.27.152.252:45151)
00:35:38.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:38.828269 28313 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2156ca9c07314a4a892d8c161af3f613" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6da300227be94de7bf8b9e1c36e8fb97" is_pre_election: true
00:35:38.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:38.829262 28313 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:46790 (request call id 3) took 645 ms (client timeout 357 ms). Trace:
00:35:38.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:38.829856 28312 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1113c4ab15394b5a8d737b0b04524deb" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6da300227be94de7bf8b9e1c36e8fb97" is_pre_election: true
00:35:38.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:38.833555 28487 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6da300227be94de7bf8b9e1c36e8fb97" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2156ca9c07314a4a892d8c161af3f613" is_pre_election: true
00:35:38.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:38.834371 28487 raft_consensus.cc:2379] T 00000000000000000000000000000000 P 2156ca9c07314a4a892d8c161af3f613 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 6da300227be94de7bf8b9e1c36e8fb97 in current term 1: Already voted for candidate 1113c4ab15394b5a8d737b0b04524deb in this term.
00:35:38.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:38.822906 28314 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2156ca9c07314a4a892d8c161af3f613" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6da300227be94de7bf8b9e1c36e8fb97" is_pre_election: true
00:35:38.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:38.836611 28314 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:46790 (request call id 2) took 1015 ms (client timeout 357 ms). Trace:
00:35:38.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:38.836985 28314 rpcz_store.cc:269] 0924 00:35:37.821671 (+ 0us) service_pool.cc:170] Inserting onto call queue
00:35:38.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0924 00:35:37.821917 (+ 246us) service_pool.cc:227] Handling call
00:35:38.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0924 00:35:38.836548 (+1014631us) inbound_call.cc:173] Queueing success response
00:35:38.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
00:35:38.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:38.829586 28313 rpcz_store.cc:269] 0924 00:35:38.183824 (+ 0us) service_pool.cc:170] Inserting onto call queue
00:35:38.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0924 00:35:38.183994 (+ 170us) service_pool.cc:227] Handling call
00:35:38.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0924 00:35:38.829174 (+645180us) inbound_call.cc:173] Queueing success response
00:35:38.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
00:35:38.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:38.867256 28311 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 6da300227be94de7bf8b9e1c36e8fb97 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 1113c4ab15394b5a8d737b0b04524deb in term 1.
00:35:38.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:38.827715 28399 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6da300227be94de7bf8b9e1c36e8fb97" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1113c4ab15394b5a8d737b0b04524deb" is_pre_election: true
00:35:38.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:38.856498 28549 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 1113c4ab15394b5a8d737b0b04524deb [LEADER]: Connected to new peer: Peer: permanent_uuid: "2156ca9c07314a4a892d8c161af3f613" member_type: VOTER last_known_addr { host: "127.27.152.252" port: 45151 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
00:35:38.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:38.869139 28288 leader_election.cc:302] T 00000000000000000000000000000000 P 6da300227be94de7bf8b9e1c36e8fb97 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 6da300227be94de7bf8b9e1c36e8fb97; no voters: 1113c4ab15394b5a8d737b0b04524deb, 2156ca9c07314a4a892d8c161af3f613
00:35:38.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:38.880891 28569 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 6da300227be94de7bf8b9e1c36e8fb97 [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
00:35:38.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:38.883683 28562 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2156ca9c07314a4a892d8c161af3f613 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 1113c4ab15394b5a8d737b0b04524deb. Latest consensus state: current_term: 1 leader_uuid: "1113c4ab15394b5a8d737b0b04524deb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6da300227be94de7bf8b9e1c36e8fb97" member_type: VOTER last_known_addr { host: "127.27.152.254" port: 34589 } } peers { permanent_uuid: "1113c4ab15394b5a8d737b0b04524deb" member_type: VOTER last_known_addr { host: "127.27.152.253" port: 35285 } } peers { permanent_uuid: "2156ca9c07314a4a892d8c161af3f613" member_type: VOTER last_known_addr { host: "127.27.152.252" port: 45151 } } }
00:35:38.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:38.888616 28549 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1113c4ab15394b5a8d737b0b04524deb [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "1113c4ab15394b5a8d737b0b04524deb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6da300227be94de7bf8b9e1c36e8fb97" member_type: VOTER last_known_addr { host: "127.27.152.254" port: 34589 } } peers { permanent_uuid: "1113c4ab15394b5a8d737b0b04524deb" member_type: VOTER last_known_addr { host: "127.27.152.253" port: 35285 } } peers { permanent_uuid: "2156ca9c07314a4a892d8c161af3f613" member_type: VOTER last_known_addr { host: "127.27.152.252" port: 45151 } } }
00:35:38.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:38.889519 28549 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1113c4ab15394b5a8d737b0b04524deb [sys.catalog]: This master's current role is: LEADER
00:35:38.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:38.884716 28562 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2156ca9c07314a4a892d8c161af3f613 [sys.catalog]: This master's current role is: FOLLOWER
00:35:38.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:38.903939 28565 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 1113c4ab15394b5a8d737b0b04524deb [LEADER]: Connected to new peer: Peer: permanent_uuid: "6da300227be94de7bf8b9e1c36e8fb97" member_type: VOTER last_known_addr { host: "127.27.152.254" port: 34589 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
00:35:38.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:38.911480 28293 tablet.cc:2369] T 00000000000000000000000000000000 P 6da300227be94de7bf8b9e1c36e8fb97: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:35:38.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:38.931679 28567 catalog_manager.cc:1484] Initializing Kudu cluster ID...
00:35:38.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:38.933898 28562 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2156ca9c07314a4a892d8c161af3f613 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "1113c4ab15394b5a8d737b0b04524deb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6da300227be94de7bf8b9e1c36e8fb97" member_type: VOTER last_known_addr { host: "127.27.152.254" port: 34589 } } peers { permanent_uuid: "1113c4ab15394b5a8d737b0b04524deb" member_type: VOTER last_known_addr { host: "127.27.152.253" port: 35285 } } peers { permanent_uuid: "2156ca9c07314a4a892d8c161af3f613" member_type: VOTER last_known_addr { host: "127.27.152.252" port: 45151 } } }
00:35:38.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:38.934737 28562 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2156ca9c07314a4a892d8c161af3f613 [sys.catalog]: This master's current role is: FOLLOWER
00:35:38.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:38.949034 28582 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6da300227be94de7bf8b9e1c36e8fb97: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
00:35:38.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:38.949399 28582 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
00:35:38.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:38.972493 28569 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6da300227be94de7bf8b9e1c36e8fb97 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 1113c4ab15394b5a8d737b0b04524deb. Latest consensus state: current_term: 1 leader_uuid: "1113c4ab15394b5a8d737b0b04524deb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6da300227be94de7bf8b9e1c36e8fb97" member_type: VOTER last_known_addr { host: "127.27.152.254" port: 34589 } } peers { permanent_uuid: "1113c4ab15394b5a8d737b0b04524deb" member_type: VOTER last_known_addr { host: "127.27.152.253" port: 35285 } } peers { permanent_uuid: "2156ca9c07314a4a892d8c161af3f613" member_type: VOTER last_known_addr { host: "127.27.152.252" port: 45151 } } }
00:35:38.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:38.973278 28569 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6da300227be94de7bf8b9e1c36e8fb97 [sys.catalog]: This master's current role is: FOLLOWER
00:35:38.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:38.977504 28568 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6da300227be94de7bf8b9e1c36e8fb97 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "1113c4ab15394b5a8d737b0b04524deb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6da300227be94de7bf8b9e1c36e8fb97" member_type: VOTER last_known_addr { host: "127.27.152.254" port: 34589 } } peers { permanent_uuid: "1113c4ab15394b5a8d737b0b04524deb" member_type: VOTER last_known_addr { host: "127.27.152.253" port: 35285 } } peers { permanent_uuid: "2156ca9c07314a4a892d8c161af3f613" member_type: VOTER last_known_addr { host: "127.27.152.252" port: 45151 } } }
00:35:38.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:38.978227 28568 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6da300227be94de7bf8b9e1c36e8fb97 [sys.catalog]: This master's current role is: FOLLOWER
00:35:39.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:39.001976 28549 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1113c4ab15394b5a8d737b0b04524deb [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "1113c4ab15394b5a8d737b0b04524deb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6da300227be94de7bf8b9e1c36e8fb97" member_type: VOTER last_known_addr { host: "127.27.152.254" port: 34589 } } peers { permanent_uuid: "1113c4ab15394b5a8d737b0b04524deb" member_type: VOTER last_known_addr { host: "127.27.152.253" port: 35285 } } peers { permanent_uuid: "2156ca9c07314a4a892d8c161af3f613" member_type: VOTER last_known_addr { host: "127.27.152.252" port: 45151 } } }
00:35:39.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:39.002836 28549 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1113c4ab15394b5a8d737b0b04524deb [sys.catalog]: This master's current role is: LEADER
00:35:39.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:39.004206 28567 catalog_manager.cc:1347] Generated new cluster ID: a6cf87645273490ab084c2d4da801b1e
00:35:39.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:39.004522 28567 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
00:35:39.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:39.045639 28567 catalog_manager.cc:1370] Generated new certificate authority record
00:35:39.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:39.051545 28567 catalog_manager.cc:1504] Loading token signing keys...
00:35:39.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:39.084690 28567 catalog_manager.cc:5868] T 00000000000000000000000000000000 P 1113c4ab15394b5a8d737b0b04524deb: Generated new TSK 0
00:35:39.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:39.086090 28567 catalog_manager.cc:1514] Initializing in-progress tserver states...
00:35:39.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:39.148279 28259 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskoSwD1k/build/tsan/bin/kudu
00:35:39.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskoSwD1k/build/tsan/bin/kudu
00:35:39.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskoSwD1k/test-tmp/mini-kudu-cluster4810776945836919876/ts-0/wal
00:35:39.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskoSwD1k/test-tmp/mini-kudu-cluster4810776945836919876/ts-0/data
00:35:39.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:35:39.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:35:39.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:35:39.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:35:39.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:35:39.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:35:39.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskoSwD1k/test-tmp/mini-kudu-cluster4810776945836919876/ts-0/logs
00:35:39.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskoSwD1k/test-tmp/mini-kudu-cluster4810776945836919876/ts-0/data/info.pb
00:35:39.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:35:39.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:35:39.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:35:39.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:35:39.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:35:39.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:35:39.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:35:39.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:35:39.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
00:35:39.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:35:39.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.152.193:0
00:35:39.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.152.193
00:35:39.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.152.193
00:35:39.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:35:39.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.152.254:34589,127.27.152.253:35285,127.27.152.252:45151
00:35:39.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.152.212:36165
00:35:39.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:35:39.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:35:39.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:35:39.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
00:35:39.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
00:35:39.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
00:35:39.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:39.674535 28591 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
00:35:39.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:39.675388 28591 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:35:39.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:39.676465 28591 flags.cc:425] Enabled unsafe flag: --never_fsync=true
00:35:39.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:39.754685 28591 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
00:35:39.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:39.765928 28591 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
00:35:39.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:39.766508 28591 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
00:35:39.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:39.766884 28591 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
00:35:39.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:39.767740 28591 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.27.152.193
00:35:39.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:39.796393 28544 catalog_manager.cc:1259] Loaded cluster ID: a6cf87645273490ab084c2d4da801b1e
00:35:39.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:39.797109 28544 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 2156ca9c07314a4a892d8c161af3f613: loading cluster ID for follower catalog manager: success
00:35:39.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:39.810405 28544 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 2156ca9c07314a4a892d8c161af3f613: acquiring CA information for follower catalog manager: success
00:35:39.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:39.819139 28544 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 2156ca9c07314a4a892d8c161af3f613: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
00:35:39.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:39.831135 28591 tablet_server_runner.cc:78] Tablet server non-default flags:
00:35:39.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:35:39.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.152.212:36165
00:35:39.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:35:39.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:35:39.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskoSwD1k/test-tmp/mini-kudu-cluster4810776945836919876/ts-0/data
00:35:39.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskoSwD1k/test-tmp/mini-kudu-cluster4810776945836919876/ts-0/wal
00:35:39.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:35:39.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:35:39.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.152.193:0
00:35:39.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:35:39.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:35:39.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:35:39.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskoSwD1k/test-tmp/mini-kudu-cluster4810776945836919876/ts-0/data/info.pb
00:35:39.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.152.193
00:35:39.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:35:39.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
00:35:39.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
00:35:39.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
00:35:39.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.152.254:34589,127.27.152.253:35285,127.27.152.252:45151
00:35:39.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:35:39.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:35:39.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:35:39.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:35:39.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:35:39.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.152.193
00:35:39.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskoSwD1k/test-tmp/mini-kudu-cluster4810776945836919876/ts-0/logs
00:35:39.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:35:39.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:35:39.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
00:35:39.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
00:35:39.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
00:35:39.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
00:35:39.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:35:39.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 23 Sep 2026 23:32:10 UTC on ccycloud.quasar-wfxeao.root.comops.site
00:35:39.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4668917
00:35:39.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:35:39.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:39.832654 28591 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:35:39.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:39.834728 28591 file_cache.cc:493] Constructed file cache file cache with capacity 419430
00:35:39.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:39.881232 28599 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:35:39.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:39.958032 28582 catalog_manager.cc:1259] Loaded cluster ID: a6cf87645273490ab084c2d4da801b1e
00:35:39.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:39.958384 28582 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 6da300227be94de7bf8b9e1c36e8fb97: loading cluster ID for follower catalog manager: success
00:35:39.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:39.984418 28582 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 6da300227be94de7bf8b9e1c36e8fb97: acquiring CA information for follower catalog manager: success
00:35:40.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:40.023370 28582 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 6da300227be94de7bf8b9e1c36e8fb97: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
00:35:41.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:41.258589 28597 debug-util.cc:398] Leaking SignalData structure 0x7b0800014e80 after lost signal to thread 28591
00:35:41.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:41.969041 28597 kernel_stack_watchdog.cc:198] Thread 28591 stuck at /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/thread.cc:637 for 381ms:
00:35:41.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
00:35:41.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
00:35:41.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
00:35:41.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
00:35:41.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:41.969321 28600 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
00:35:41.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:39.884271 28598 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:35:41.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:41.970356 28591 thread.cc:636] OpenStack (cloud detector) Time spent creating pthread: real 2.095s user 0.551s sys 0.882s
00:35:41.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:41.970767 28591 thread.cc:602] OpenStack (cloud detector) Time spent starting thread: real 2.096s user 0.551s sys 0.882s
00:35:41.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:41.972675 28601 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:35:41.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:41.972795 28591 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
00:35:41.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:41.977222 28591 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:35:41.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:41.979647 28591 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:35:41.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:41.981027 28591 hybrid_clock.cc:648] HybridClock initialized: now 1790210141980998 us; error 46 us; skew 500 ppm
00:35:41.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:41.981935 28591 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:35:41.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:41.996929 28591 webserver.cc:460] Webserver started at http://127.27.152.193:42255/ using document root <none> and password file <none>
00:35:41.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:41.998093 28591 fs_manager.cc:359] Metadata directory not provided
00:35:41.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:41.998273 28591 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:35:41.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:41.998647 28591 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
00:35:42.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:42.003865 28591 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskoSwD1k/test-tmp/mini-kudu-cluster4810776945836919876/ts-0/data/instance:
00:35:42.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9f408a7b9b6344b8b2ab87041a60ef2b"
00:35:42.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 00:35:41 on dist-test-slave-tf33"
00:35:42.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:42.005223 28591 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskoSwD1k/test-tmp/mini-kudu-cluster4810776945836919876/ts-0/wal/instance:
00:35:42.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9f408a7b9b6344b8b2ab87041a60ef2b"
00:35:42.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 00:35:41 on dist-test-slave-tf33"
00:35:42.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:42.013845 28591 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.002s sys 0.006s
00:35:42.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:42.020074 28608 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
00:35:42.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:42.021355 28591 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.006s sys 0.000s
00:35:42.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:42.021747 28591 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskoSwD1k/test-tmp/mini-kudu-cluster4810776945836919876/ts-0/data,/tmp/dist-test-taskoSwD1k/test-tmp/mini-kudu-cluster4810776945836919876/ts-0/wal
00:35:42.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9f408a7b9b6344b8b2ab87041a60ef2b"
00:35:42.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 00:35:41 on dist-test-slave-tf33"
00:35:42.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:42.022221 28591 fs_report.cc:383] FS layout report
00:35:42.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:35:42.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskoSwD1k/test-tmp/mini-kudu-cluster4810776945836919876/ts-0/wal
00:35:42.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskoSwD1k/test-tmp/mini-kudu-cluster4810776945836919876/ts-0/wal
00:35:42.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskoSwD1k/test-tmp/mini-kudu-cluster4810776945836919876/ts-0/data/data
00:35:42.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:35:42.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:35:42.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:35:42.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:35:42.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:35:42.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:35:42.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:35:42.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:35:42.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:35:42.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:35:42.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:35:42.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:42.070307 28591 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
00:35:42.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:42.072059 28591 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:35:42.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:42.072685 28591 kserver.cc:163] Server-wide thread pool size limit: 3276
00:35:42.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:42.089347 28591 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
00:35:42.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:42.089668 28591 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
00:35:42.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:42.090008 28591 ts_tablet_manager.cc:610] Registered 0 tablets
00:35:42.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:42.090230 28591 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
00:35:42.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:42.307986 28591 rpc_server.cc:307] RPC server started. Bound to: 127.27.152.193:39891
00:35:42.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:42.308409 28733 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.27.152.193:39891 every 8 connection(s)
00:35:42.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:42.310643 28591 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskoSwD1k/test-tmp/mini-kudu-cluster4810776945836919876/ts-0/data/info.pb
00:35:42.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:42.320470 28259 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskoSwD1k/build/tsan/bin/kudu as pid 28591
00:35:42.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:42.321182 28259 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskoSwD1k/test-tmp/mini-kudu-cluster4810776945836919876/ts-0/wal/instance
00:35:42.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:42.321568 28736 heartbeater.cc:347] Connected to a master server at 127.27.152.254:34589
00:35:42.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:42.323167 28736 heartbeater.cc:464] Registering TS with master...
00:35:42.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:42.324478 28736 heartbeater.cc:511] Master 127.27.152.254:34589 requested a full tablet report, sending...
00:35:42.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:42.328879 28303 ts_manager.cc:194] Registered new tserver with Master: 9f408a7b9b6344b8b2ab87041a60ef2b (127.27.152.193:39891)
00:35:42.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:42.331418 28259 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskoSwD1k/build/tsan/bin/kudu
00:35:42.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskoSwD1k/build/tsan/bin/kudu
00:35:42.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskoSwD1k/test-tmp/mini-kudu-cluster4810776945836919876/ts-1/wal
00:35:42.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskoSwD1k/test-tmp/mini-kudu-cluster4810776945836919876/ts-1/data
00:35:42.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:35:42.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:35:42.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:35:42.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:35:42.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:35:42.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:35:42.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskoSwD1k/test-tmp/mini-kudu-cluster4810776945836919876/ts-1/logs
00:35:42.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskoSwD1k/test-tmp/mini-kudu-cluster4810776945836919876/ts-1/data/info.pb
00:35:42.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:35:42.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:35:42.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:35:42.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:35:42.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:35:42.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:35:42.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:35:42.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:35:42.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
00:35:42.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:35:42.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.152.194:0
00:35:42.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.152.194
00:35:42.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.152.194
00:35:42.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:35:42.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.152.254:34589,127.27.152.253:35285,127.27.152.252:45151
00:35:42.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.152.212:36165
00:35:42.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:35:42.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:35:42.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:35:42.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
00:35:42.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
00:35:42.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
00:35:42.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:42.333144 28734 heartbeater.cc:347] Connected to a master server at 127.27.152.252:45151
00:35:42.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:42.333494 28734 heartbeater.cc:464] Registering TS with master...
00:35:42.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:42.334348 28734 heartbeater.cc:511] Master 127.27.152.252:45151 requested a full tablet report, sending...
00:35:42.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:42.337466 28477 ts_manager.cc:194] Registered new tserver with Master: 9f408a7b9b6344b8b2ab87041a60ef2b (127.27.152.193:39891)
00:35:42.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:42.339113 28735 heartbeater.cc:347] Connected to a master server at 127.27.152.253:35285
00:35:42.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:42.339588 28735 heartbeater.cc:464] Registering TS with master...
00:35:42.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:42.340333 28735 heartbeater.cc:511] Master 127.27.152.253:35285 requested a full tablet report, sending...
00:35:42.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:42.342873 28389 ts_manager.cc:194] Registered new tserver with Master: 9f408a7b9b6344b8b2ab87041a60ef2b (127.27.152.193:39891)
00:35:42.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:42.346073 28389 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.27.152.193:48075
00:35:42.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:42.660692 28739 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
00:35:42.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:42.661362 28739 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:35:42.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:42.662041 28739 flags.cc:425] Enabled unsafe flag: --never_fsync=true
00:35:42.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:42.696420 28739 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
00:35:42.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:42.697023 28739 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
00:35:42.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:42.697196 28739 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
00:35:42.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:42.697350 28739 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
00:35:42.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:42.697803 28739 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.27.152.194
00:35:42.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:42.733330 28739 tablet_server_runner.cc:78] Tablet server non-default flags:
00:35:42.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:35:42.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.152.212:36165
00:35:42.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:35:42.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:35:42.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskoSwD1k/test-tmp/mini-kudu-cluster4810776945836919876/ts-1/data
00:35:42.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskoSwD1k/test-tmp/mini-kudu-cluster4810776945836919876/ts-1/wal
00:35:42.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:35:42.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:35:42.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.152.194:0
00:35:42.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:35:42.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:35:42.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:35:42.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskoSwD1k/test-tmp/mini-kudu-cluster4810776945836919876/ts-1/data/info.pb
00:35:42.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.152.194
00:35:42.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:35:42.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
00:35:42.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
00:35:42.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
00:35:42.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.152.254:34589,127.27.152.253:35285,127.27.152.252:45151
00:35:42.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:35:42.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:35:42.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:35:42.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:35:42.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:35:42.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.152.194
00:35:42.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskoSwD1k/test-tmp/mini-kudu-cluster4810776945836919876/ts-1/logs
00:35:42.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:35:42.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:35:42.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
00:35:42.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
00:35:42.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
00:35:42.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
00:35:42.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:35:42.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 23 Sep 2026 23:32:10 UTC on ccycloud.quasar-wfxeao.root.comops.site
00:35:42.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4668917
00:35:42.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:35:42.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:42.734647 28739 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:35:42.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:42.736619 28739 file_cache.cc:493] Constructed file cache file cache with capacity 419430
00:35:42.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:42.758297 28747 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:35:43.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:43.351195 28735 heartbeater.cc:503] Master 127.27.152.253:35285 was elected leader, sending a full tablet report...
00:35:43.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:42.760803 28739 server_base.cc:1034] running on GCE node
00:35:43.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:42.758304 28749 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:35:43.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:42.758405 28746 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:35:43.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:43.992370 28739 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:35:43.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:43.995303 28739 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:35:43.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:43.996784 28739 hybrid_clock.cc:648] HybridClock initialized: now 1790210143996723 us; error 72 us; skew 500 ppm
00:35:43.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:43.997618 28739 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:35:44.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:44.004900 28739 webserver.cc:460] Webserver started at http://127.27.152.194:38209/ using document root <none> and password file <none>
00:35:44.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:44.006035 28739 fs_manager.cc:359] Metadata directory not provided
00:35:44.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:44.006289 28739 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:35:44.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:44.006749 28739 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
00:35:44.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:44.011693 28739 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskoSwD1k/test-tmp/mini-kudu-cluster4810776945836919876/ts-1/data/instance:
00:35:44.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5bcb4495e0c6462fa32da3db80d68d8d"
00:35:44.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 00:35:44 on dist-test-slave-tf33"
00:35:44.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:44.012799 28739 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskoSwD1k/test-tmp/mini-kudu-cluster4810776945836919876/ts-1/wal/instance:
00:35:44.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5bcb4495e0c6462fa32da3db80d68d8d"
00:35:44.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 00:35:44 on dist-test-slave-tf33"
00:35:44.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:44.020275 28739 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.005s sys 0.004s
00:35:44.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:44.027129 28756 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
00:35:44.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:44.028369 28739 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.004s sys 0.000s
00:35:44.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:44.028662 28739 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskoSwD1k/test-tmp/mini-kudu-cluster4810776945836919876/ts-1/data,/tmp/dist-test-taskoSwD1k/test-tmp/mini-kudu-cluster4810776945836919876/ts-1/wal
00:35:44.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5bcb4495e0c6462fa32da3db80d68d8d"
00:35:44.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 00:35:44 on dist-test-slave-tf33"
00:35:44.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:44.028970 28739 fs_report.cc:383] FS layout report
00:35:44.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:35:44.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskoSwD1k/test-tmp/mini-kudu-cluster4810776945836919876/ts-1/wal
00:35:44.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskoSwD1k/test-tmp/mini-kudu-cluster4810776945836919876/ts-1/wal
00:35:44.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskoSwD1k/test-tmp/mini-kudu-cluster4810776945836919876/ts-1/data/data
00:35:44.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:35:44.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:35:44.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:35:44.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:35:44.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:35:44.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:35:44.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:35:44.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:35:44.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:35:44.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:35:44.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:35:44.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:44.071877 28739 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
00:35:44.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:44.073432 28739 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:35:44.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:44.073939 28739 kserver.cc:163] Server-wide thread pool size limit: 3276
00:35:44.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:44.084254 28739 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
00:35:44.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:44.084580 28739 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
00:35:44.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:44.084923 28739 ts_tablet_manager.cc:610] Registered 0 tablets
00:35:44.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:44.085158 28739 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
00:35:44.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:44.274201 28739 rpc_server.cc:307] RPC server started. Bound to: 127.27.152.194:37379
00:35:44.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:44.274744 28880 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.27.152.194:37379 every 8 connection(s)
00:35:44.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:44.276753 28739 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskoSwD1k/test-tmp/mini-kudu-cluster4810776945836919876/ts-1/data/info.pb
00:35:44.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:44.280373 28259 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskoSwD1k/build/tsan/bin/kudu as pid 28739
00:35:44.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:44.280854 28259 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskoSwD1k/test-tmp/mini-kudu-cluster4810776945836919876/ts-1/wal/instance
00:35:44.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:44.288640 28883 heartbeater.cc:347] Connected to a master server at 127.27.152.254:34589
00:35:44.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:44.289111 28883 heartbeater.cc:464] Registering TS with master...
00:35:44.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:44.290361 28883 heartbeater.cc:511] Master 127.27.152.254:34589 requested a full tablet report, sending...
00:35:44.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:44.295095 28304 ts_manager.cc:194] Registered new tserver with Master: 5bcb4495e0c6462fa32da3db80d68d8d (127.27.152.194:37379)
00:35:44.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:44.302003 28259 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskoSwD1k/build/tsan/bin/kudu
00:35:44.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskoSwD1k/build/tsan/bin/kudu
00:35:44.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskoSwD1k/test-tmp/mini-kudu-cluster4810776945836919876/ts-2/wal
00:35:44.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskoSwD1k/test-tmp/mini-kudu-cluster4810776945836919876/ts-2/data
00:35:44.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:35:44.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:35:44.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:35:44.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:35:44.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:35:44.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:35:44.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskoSwD1k/test-tmp/mini-kudu-cluster4810776945836919876/ts-2/logs
00:35:44.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskoSwD1k/test-tmp/mini-kudu-cluster4810776945836919876/ts-2/data/info.pb
00:35:44.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:35:44.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:35:44.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:35:44.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:35:44.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:35:44.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:35:44.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:35:44.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:35:44.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
00:35:44.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:35:44.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.152.195:0
00:35:44.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.152.195
00:35:44.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.152.195
00:35:44.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:35:44.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.152.254:34589,127.27.152.253:35285,127.27.152.252:45151
00:35:44.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.152.212:36165
00:35:44.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:35:44.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:35:44.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:35:44.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
00:35:44.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
00:35:44.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
00:35:44.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:44.301213 28881 heartbeater.cc:347] Connected to a master server at 127.27.152.252:45151
00:35:44.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:44.303260 28881 heartbeater.cc:464] Registering TS with master...
00:35:44.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:44.304106 28881 heartbeater.cc:511] Master 127.27.152.252:45151 requested a full tablet report, sending...
00:35:44.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:44.306900 28477 ts_manager.cc:194] Registered new tserver with Master: 5bcb4495e0c6462fa32da3db80d68d8d (127.27.152.194:37379)
00:35:44.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:44.329677 28882 heartbeater.cc:347] Connected to a master server at 127.27.152.253:35285
00:35:44.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:44.330093 28882 heartbeater.cc:464] Registering TS with master...
00:35:44.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:44.330850 28882 heartbeater.cc:511] Master 127.27.152.253:35285 requested a full tablet report, sending...
00:35:44.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:44.333087 28389 ts_manager.cc:194] Registered new tserver with Master: 5bcb4495e0c6462fa32da3db80d68d8d (127.27.152.194:37379)
00:35:44.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:44.335485 28389 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.27.152.194:39647
00:35:44.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:44.622437 28887 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
00:35:44.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:44.623095 28887 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:35:44.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:44.623869 28887 flags.cc:425] Enabled unsafe flag: --never_fsync=true
00:35:44.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:44.661424 28887 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
00:35:44.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:44.662395 28887 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
00:35:44.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:44.662621 28887 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
00:35:44.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:44.662787 28887 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
00:35:44.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:44.663234 28887 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.27.152.195
00:35:44.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:44.701390 28887 tablet_server_runner.cc:78] Tablet server non-default flags:
00:35:44.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:35:44.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.152.212:36165
00:35:44.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:35:44.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:35:44.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskoSwD1k/test-tmp/mini-kudu-cluster4810776945836919876/ts-2/data
00:35:44.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskoSwD1k/test-tmp/mini-kudu-cluster4810776945836919876/ts-2/wal
00:35:44.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:35:44.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:35:44.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.152.195:0
00:35:44.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:35:44.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:35:44.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:35:44.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskoSwD1k/test-tmp/mini-kudu-cluster4810776945836919876/ts-2/data/info.pb
00:35:44.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.152.195
00:35:44.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:35:44.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
00:35:44.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
00:35:44.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
00:35:44.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.152.254:34589,127.27.152.253:35285,127.27.152.252:45151
00:35:44.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:35:44.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:35:44.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:35:44.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:35:44.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:35:44.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.152.195
00:35:44.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskoSwD1k/test-tmp/mini-kudu-cluster4810776945836919876/ts-2/logs
00:35:44.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:35:44.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:35:44.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
00:35:44.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
00:35:44.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
00:35:44.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
00:35:44.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:35:44.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 23 Sep 2026 23:32:10 UTC on ccycloud.quasar-wfxeao.root.comops.site
00:35:44.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4668917
00:35:44.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:35:44.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:44.702752 28887 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:35:44.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:44.704344 28887 file_cache.cc:493] Constructed file cache file cache with capacity 419430
00:35:44.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:44.724202 28893 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:35:45.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:45.339119 28882 heartbeater.cc:503] Master 127.27.152.253:35285 was elected leader, sending a full tablet report...
00:35:45.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:44.724313 28896 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:35:45.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:44.724514 28894 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:35:45.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:44.726898 28887 server_base.cc:1034] running on GCE node
00:35:45.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:45.944865 28887 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:35:45.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:45.947342 28887 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:35:45.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:45.948781 28887 hybrid_clock.cc:648] HybridClock initialized: now 1790210145948749 us; error 39 us; skew 500 ppm
00:35:45.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:45.949870 28887 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:35:45.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:45.956830 28887 webserver.cc:460] Webserver started at http://127.27.152.195:41981/ using document root <none> and password file <none>
00:35:45.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:45.958051 28887 fs_manager.cc:359] Metadata directory not provided
00:35:45.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:45.958307 28887 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:35:45.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:45.958830 28887 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
00:35:45.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:45.963778 28887 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskoSwD1k/test-tmp/mini-kudu-cluster4810776945836919876/ts-2/data/instance:
00:35:45.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1a482439924b47e7aef8b5467f9214e1"
00:35:45.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 00:35:45 on dist-test-slave-tf33"
00:35:45.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:45.965003 28887 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskoSwD1k/test-tmp/mini-kudu-cluster4810776945836919876/ts-2/wal/instance:
00:35:45.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1a482439924b47e7aef8b5467f9214e1"
00:35:45.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 00:35:45 on dist-test-slave-tf33"
00:35:45.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:45.972625 28887 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.009s sys 0.000s
00:35:45.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:45.978931 28903 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
00:35:45.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:45.980108 28887 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
00:35:45.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:45.980489 28887 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskoSwD1k/test-tmp/mini-kudu-cluster4810776945836919876/ts-2/data,/tmp/dist-test-taskoSwD1k/test-tmp/mini-kudu-cluster4810776945836919876/ts-2/wal
00:35:45.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1a482439924b47e7aef8b5467f9214e1"
00:35:45.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 00:35:45 on dist-test-slave-tf33"
00:35:45.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:45.980871 28887 fs_report.cc:383] FS layout report
00:35:45.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:35:45.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskoSwD1k/test-tmp/mini-kudu-cluster4810776945836919876/ts-2/wal
00:35:45.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskoSwD1k/test-tmp/mini-kudu-cluster4810776945836919876/ts-2/wal
00:35:45.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskoSwD1k/test-tmp/mini-kudu-cluster4810776945836919876/ts-2/data/data
00:35:45.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:35:45.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:35:45.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:35:45.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:35:45.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:35:45.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:35:45.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:35:45.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:35:45.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:35:45.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:35:45.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:35:46.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.028903 28887 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
00:35:46.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.030503 28887 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:35:46.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.031003 28887 kserver.cc:163] Server-wide thread pool size limit: 3276
00:35:46.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.043045 28887 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
00:35:46.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.043375 28887 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
00:35:46.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.043699 28887 ts_tablet_manager.cc:610] Registered 0 tablets
00:35:46.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.043866 28887 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
00:35:46.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.232347 28887 rpc_server.cc:307] RPC server started. Bound to: 127.27.152.195:38965
00:35:46.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.232895 29028 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.27.152.195:38965 every 8 connection(s)
00:35:46.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.234810 28887 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskoSwD1k/test-tmp/mini-kudu-cluster4810776945836919876/ts-2/data/info.pb
00:35:46.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.243294 28259 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskoSwD1k/build/tsan/bin/kudu as pid 28887
00:35:46.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.243826 28259 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskoSwD1k/test-tmp/mini-kudu-cluster4810776945836919876/ts-2/wal/instance
00:35:46.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.246527 29031 heartbeater.cc:347] Connected to a master server at 127.27.152.254:34589
00:35:46.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.247104 29031 heartbeater.cc:464] Registering TS with master...
00:35:46.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.248668 29031 heartbeater.cc:511] Master 127.27.152.254:34589 requested a full tablet report, sending...
00:35:46.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.254036 28303 ts_manager.cc:194] Registered new tserver with Master: 1a482439924b47e7aef8b5467f9214e1 (127.27.152.195:38965)
00:35:46.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.254671 29029 heartbeater.cc:347] Connected to a master server at 127.27.152.252:45151
00:35:46.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.255041 29029 heartbeater.cc:464] Registering TS with master...
00:35:46.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.255877 29029 heartbeater.cc:511] Master 127.27.152.252:45151 requested a full tablet report, sending...
00:35:46.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.259436 28476 ts_manager.cc:194] Registered new tserver with Master: 1a482439924b47e7aef8b5467f9214e1 (127.27.152.195:38965)
00:35:46.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.266050 29030 heartbeater.cc:347] Connected to a master server at 127.27.152.253:35285
00:35:46.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.266319 29030 heartbeater.cc:464] Registering TS with master...
00:35:46.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.267045 29030 heartbeater.cc:511] Master 127.27.152.253:35285 requested a full tablet report, sending...
00:35:46.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.268860 28389 ts_manager.cc:194] Registered new tserver with Master: 1a482439924b47e7aef8b5467f9214e1 (127.27.152.195:38965)
00:35:46.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.270416 28389 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.27.152.195:53039
00:35:46.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.282814 28259 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
00:35:46.293 [DEBUG - main] (MiniKuduCluster.java:195) Response:
00:35:46.293 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
00:35:46.294 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.27.152.254"
port: 34589
}
bound_http_address {
host: "127.27.152.254"
port: 39449
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.27.152.253"
port: 35285
}
bound_http_address {
host: "127.27.152.253"
port: 44417
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.27.152.252"
port: 45151
}
bound_http_address {
host: "127.27.152.252"
port: 43297
}
}
}
00:35:46.295 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
00:35:46.295 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.27.152.193"
port: 39891
}
bound_http_address {
host: "127.27.152.193"
port: 42255
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.27.152.194"
port: 37379
}
bound_http_address {
host: "127.27.152.194"
port: 38209
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.27.152.195"
port: 38965
}
bound_http_address {
host: "127.27.152.195"
port: 41981
}
}
}
00:35:46.296 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
00:35:46.298 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
00:35:46.299 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.27.152.254:34589(127.27.152.254:34589)] connecting to peer
00:35:46.300 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.27.152.252:45151(127.27.152.252:45151)] connecting to peer
00:35:46.301 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.27.152.253:35285(127.27.152.253:35285)] connecting to peer
00:35:46.301 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.27.152.254:34589(127.27.152.254:34589)] Successfully connected to peer
00:35:46.302 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.27.152.252:45151(127.27.152.252:45151)] Successfully connected to peer
00:35:46.304 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.27.152.253:35285(127.27.152.253:35285)] Successfully connected to peer
00:35:46.306 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.152.252
00:35:46.310 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.152.254
00:35:46.323 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.152.253
00:35:46.330 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x17cde708, L:/127.0.0.1:58606 - R:/127.27.152.252:45151] using SASL/PLAIN
00:35:46.335 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x076431a8, L:/127.0.0.1:49810 - R:/127.27.152.254:34589] using SASL/PLAIN
00:35:46.338 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xc209974a, L:/127.0.0.1:54546 - R:/127.27.152.253:35285] using SASL/PLAIN
00:35:46.341 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
00:35:46.341 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=42), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.254:34589, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.252:45151, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.253:35285, [36ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.252:45151: OK, [39ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.254:34589: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.253:35285: OK, deferred=null) after lookup
00:35:46.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.344082 28389 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:54546:
00:35:46.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_manager_fallback_rolling"
00:35:46.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
00:35:46.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
00:35:46.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
00:35:46.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
00:35:46.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
00:35:46.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
00:35:46.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
00:35:46.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
00:35:46.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
00:35:46.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:35:46.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
00:35:46.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column1_i"
00:35:46.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
00:35:46.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
00:35:46.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
00:35:46.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
00:35:46.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
00:35:46.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
00:35:46.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:35:46.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
00:35:46.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column2_i"
00:35:46.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
00:35:46.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
00:35:46.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
00:35:46.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
00:35:46.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
00:35:46.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
00:35:46.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:35:46.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
00:35:46.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column3_s"
00:35:46.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
00:35:46.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
00:35:46.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: true
00:35:46.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: DICT_ENCODING
00:35:46.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: LZ4
00:35:46.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 4096
00:35:46.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
00:35:46.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
00:35:46.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:35:46.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
00:35:46.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column4_b"
00:35:46.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: BOOL
00:35:46.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
00:35:46.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
00:35:46.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
00:35:46.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
00:35:46.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
00:35:46.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:35:46.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:35:46.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
00:35:46.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) hash_schema {
00:35:46.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
00:35:46.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
00:35:46.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:35:46.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_buckets: 2
00:35:46.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) seed: 0
00:35:46.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:35:46.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:35:46.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:46.348699 28389 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table txn_manager_fallback_rolling in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
00:35:46.381 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 64de934ee91c4cc48e966b1c0d0c1c16
00:35:46.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.450480 28816 tablet_service.cc:1467] Processing CreateTablet for tablet 1154ceaf4daf4efbae070b35d282edb5 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=64de934ee91c4cc48e966b1c0d0c1c16]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
00:35:46.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.451507 28815 tablet_service.cc:1467] Processing CreateTablet for tablet a4343f46f52f4353a58f71099dcdad1b (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=64de934ee91c4cc48e966b1c0d0c1c16]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
00:35:46.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.452572 28816 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 1154ceaf4daf4efbae070b35d282edb5. 1 dirs total, 0 dirs full, 0 dirs failed
00:35:46.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.453204 28815 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet a4343f46f52f4353a58f71099dcdad1b. 1 dirs total, 0 dirs full, 0 dirs failed
00:35:46.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.460022 28668 tablet_service.cc:1467] Processing CreateTablet for tablet a4343f46f52f4353a58f71099dcdad1b (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=64de934ee91c4cc48e966b1c0d0c1c16]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
00:35:46.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.460301 28964 tablet_service.cc:1467] Processing CreateTablet for tablet 1154ceaf4daf4efbae070b35d282edb5 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=64de934ee91c4cc48e966b1c0d0c1c16]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
00:35:46.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.462181 28964 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 1154ceaf4daf4efbae070b35d282edb5. 1 dirs total, 0 dirs full, 0 dirs failed
00:35:46.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.463126 28668 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet a4343f46f52f4353a58f71099dcdad1b. 1 dirs total, 0 dirs full, 0 dirs failed
00:35:46.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.458350 28669 tablet_service.cc:1467] Processing CreateTablet for tablet 1154ceaf4daf4efbae070b35d282edb5 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=64de934ee91c4cc48e966b1c0d0c1c16]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
00:35:46.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.464800 28963 tablet_service.cc:1467] Processing CreateTablet for tablet a4343f46f52f4353a58f71099dcdad1b (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=64de934ee91c4cc48e966b1c0d0c1c16]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
00:35:46.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.465974 28963 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet a4343f46f52f4353a58f71099dcdad1b. 1 dirs total, 0 dirs full, 0 dirs failed
00:35:46.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.466639 28669 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 1154ceaf4daf4efbae070b35d282edb5. 1 dirs total, 0 dirs full, 0 dirs failed
00:35:46.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.497653 29056 tablet_bootstrap.cc:492] T 1154ceaf4daf4efbae070b35d282edb5 P 5bcb4495e0c6462fa32da3db80d68d8d: Bootstrap starting.
00:35:46.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.502679 29057 tablet_bootstrap.cc:492] T 1154ceaf4daf4efbae070b35d282edb5 P 1a482439924b47e7aef8b5467f9214e1: Bootstrap starting.
00:35:46.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.504711 29055 tablet_bootstrap.cc:492] T a4343f46f52f4353a58f71099dcdad1b P 9f408a7b9b6344b8b2ab87041a60ef2b: Bootstrap starting.
00:35:46.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.508951 29057 tablet_bootstrap.cc:654] T 1154ceaf4daf4efbae070b35d282edb5 P 1a482439924b47e7aef8b5467f9214e1: Neither blocks nor log segments found. Creating new log.
00:35:46.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.510627 29055 tablet_bootstrap.cc:654] T a4343f46f52f4353a58f71099dcdad1b P 9f408a7b9b6344b8b2ab87041a60ef2b: Neither blocks nor log segments found. Creating new log.
00:35:46.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.511265 29056 tablet_bootstrap.cc:654] T 1154ceaf4daf4efbae070b35d282edb5 P 5bcb4495e0c6462fa32da3db80d68d8d: Neither blocks nor log segments found. Creating new log.
00:35:46.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.511379 29057 log.cc:824] T 1154ceaf4daf4efbae070b35d282edb5 P 1a482439924b47e7aef8b5467f9214e1: Log is configured to *not* fsync() on all Append() calls
00:35:46.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.512738 29055 log.cc:824] T a4343f46f52f4353a58f71099dcdad1b P 9f408a7b9b6344b8b2ab87041a60ef2b: Log is configured to *not* fsync() on all Append() calls
00:35:46.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.513700 29056 log.cc:824] T 1154ceaf4daf4efbae070b35d282edb5 P 5bcb4495e0c6462fa32da3db80d68d8d: Log is configured to *not* fsync() on all Append() calls
00:35:46.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.521392 29055 tablet_bootstrap.cc:492] T a4343f46f52f4353a58f71099dcdad1b P 9f408a7b9b6344b8b2ab87041a60ef2b: No bootstrap required, opened a new log
00:35:46.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.522002 29055 ts_tablet_manager.cc:1397] T a4343f46f52f4353a58f71099dcdad1b P 9f408a7b9b6344b8b2ab87041a60ef2b: Time spent bootstrapping tablet: real 0.018s user 0.009s sys 0.007s
00:35:46.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.531424 29056 tablet_bootstrap.cc:492] T 1154ceaf4daf4efbae070b35d282edb5 P 5bcb4495e0c6462fa32da3db80d68d8d: No bootstrap required, opened a new log
00:35:46.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.531965 29056 ts_tablet_manager.cc:1397] T 1154ceaf4daf4efbae070b35d282edb5 P 5bcb4495e0c6462fa32da3db80d68d8d: Time spent bootstrapping tablet: real 0.035s user 0.014s sys 0.011s
00:35:46.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.532516 29057 tablet_bootstrap.cc:492] T 1154ceaf4daf4efbae070b35d282edb5 P 1a482439924b47e7aef8b5467f9214e1: No bootstrap required, opened a new log
00:35:46.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.533044 29057 ts_tablet_manager.cc:1397] T 1154ceaf4daf4efbae070b35d282edb5 P 1a482439924b47e7aef8b5467f9214e1: Time spent bootstrapping tablet: real 0.031s user 0.012s sys 0.015s
00:35:46.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.545678 29055 raft_consensus.cc:348] T a4343f46f52f4353a58f71099dcdad1b P 9f408a7b9b6344b8b2ab87041a60ef2b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9f408a7b9b6344b8b2ab87041a60ef2b" member_type: VOTER last_known_addr { host: "127.27.152.193" port: 39891 } } peers { permanent_uuid: "5bcb4495e0c6462fa32da3db80d68d8d" member_type: VOTER last_known_addr { host: "127.27.152.194" port: 37379 } } peers { permanent_uuid: "1a482439924b47e7aef8b5467f9214e1" member_type: VOTER last_known_addr { host: "127.27.152.195" port: 38965 } }
00:35:46.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.546674 29055 raft_consensus.cc:374] T a4343f46f52f4353a58f71099dcdad1b P 9f408a7b9b6344b8b2ab87041a60ef2b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:35:46.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.546954 29055 raft_consensus.cc:729] T a4343f46f52f4353a58f71099dcdad1b P 9f408a7b9b6344b8b2ab87041a60ef2b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9f408a7b9b6344b8b2ab87041a60ef2b, State: Initialized, Role: FOLLOWER
00:35:46.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.547825 29055 consensus_queue.cc:260] T a4343f46f52f4353a58f71099dcdad1b P 9f408a7b9b6344b8b2ab87041a60ef2b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9f408a7b9b6344b8b2ab87041a60ef2b" member_type: VOTER last_known_addr { host: "127.27.152.193" port: 39891 } } peers { permanent_uuid: "5bcb4495e0c6462fa32da3db80d68d8d" member_type: VOTER last_known_addr { host: "127.27.152.194" port: 37379 } } peers { permanent_uuid: "1a482439924b47e7aef8b5467f9214e1" member_type: VOTER last_known_addr { host: "127.27.152.195" port: 38965 } }
00:35:46.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.552251 29055 ts_tablet_manager.cc:1428] T a4343f46f52f4353a58f71099dcdad1b P 9f408a7b9b6344b8b2ab87041a60ef2b: Time spent starting tablet: real 0.030s user 0.016s sys 0.012s
00:35:46.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.553154 29055 tablet_bootstrap.cc:492] T 1154ceaf4daf4efbae070b35d282edb5 P 9f408a7b9b6344b8b2ab87041a60ef2b: Bootstrap starting.
00:35:46.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.559387 29055 tablet_bootstrap.cc:654] T 1154ceaf4daf4efbae070b35d282edb5 P 9f408a7b9b6344b8b2ab87041a60ef2b: Neither blocks nor log segments found. Creating new log.
00:35:46.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.563954 29056 raft_consensus.cc:348] T 1154ceaf4daf4efbae070b35d282edb5 P 5bcb4495e0c6462fa32da3db80d68d8d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5bcb4495e0c6462fa32da3db80d68d8d" member_type: VOTER last_known_addr { host: "127.27.152.194" port: 37379 } } peers { permanent_uuid: "9f408a7b9b6344b8b2ab87041a60ef2b" member_type: VOTER last_known_addr { host: "127.27.152.193" port: 39891 } } peers { permanent_uuid: "1a482439924b47e7aef8b5467f9214e1" member_type: VOTER last_known_addr { host: "127.27.152.195" port: 38965 } }
00:35:46.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.565227 29056 raft_consensus.cc:374] T 1154ceaf4daf4efbae070b35d282edb5 P 5bcb4495e0c6462fa32da3db80d68d8d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:35:46.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.565517 29056 raft_consensus.cc:729] T 1154ceaf4daf4efbae070b35d282edb5 P 5bcb4495e0c6462fa32da3db80d68d8d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5bcb4495e0c6462fa32da3db80d68d8d, State: Initialized, Role: FOLLOWER
00:35:46.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.566648 29056 consensus_queue.cc:260] T 1154ceaf4daf4efbae070b35d282edb5 P 5bcb4495e0c6462fa32da3db80d68d8d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5bcb4495e0c6462fa32da3db80d68d8d" member_type: VOTER last_known_addr { host: "127.27.152.194" port: 37379 } } peers { permanent_uuid: "9f408a7b9b6344b8b2ab87041a60ef2b" member_type: VOTER last_known_addr { host: "127.27.152.193" port: 39891 } } peers { permanent_uuid: "1a482439924b47e7aef8b5467f9214e1" member_type: VOTER last_known_addr { host: "127.27.152.195" port: 38965 } }
00:35:46.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.569871 29057 raft_consensus.cc:348] T 1154ceaf4daf4efbae070b35d282edb5 P 1a482439924b47e7aef8b5467f9214e1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5bcb4495e0c6462fa32da3db80d68d8d" member_type: VOTER last_known_addr { host: "127.27.152.194" port: 37379 } } peers { permanent_uuid: "9f408a7b9b6344b8b2ab87041a60ef2b" member_type: VOTER last_known_addr { host: "127.27.152.193" port: 39891 } } peers { permanent_uuid: "1a482439924b47e7aef8b5467f9214e1" member_type: VOTER last_known_addr { host: "127.27.152.195" port: 38965 } }
00:35:46.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.572517 29057 raft_consensus.cc:374] T 1154ceaf4daf4efbae070b35d282edb5 P 1a482439924b47e7aef8b5467f9214e1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:35:46.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.572885 29057 raft_consensus.cc:729] T 1154ceaf4daf4efbae070b35d282edb5 P 1a482439924b47e7aef8b5467f9214e1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1a482439924b47e7aef8b5467f9214e1, State: Initialized, Role: FOLLOWER
00:35:46.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:46.574707 28738 tablet.cc:2369] T a4343f46f52f4353a58f71099dcdad1b P 9f408a7b9b6344b8b2ab87041a60ef2b: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:35:46.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.574209 29057 consensus_queue.cc:260] T 1154ceaf4daf4efbae070b35d282edb5 P 1a482439924b47e7aef8b5467f9214e1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5bcb4495e0c6462fa32da3db80d68d8d" member_type: VOTER last_known_addr { host: "127.27.152.194" port: 37379 } } peers { permanent_uuid: "9f408a7b9b6344b8b2ab87041a60ef2b" member_type: VOTER last_known_addr { host: "127.27.152.193" port: 39891 } } peers { permanent_uuid: "1a482439924b47e7aef8b5467f9214e1" member_type: VOTER last_known_addr { host: "127.27.152.195" port: 38965 } }
00:35:46.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.577242 29056 ts_tablet_manager.cc:1428] T 1154ceaf4daf4efbae070b35d282edb5 P 5bcb4495e0c6462fa32da3db80d68d8d: Time spent starting tablet: real 0.045s user 0.036s sys 0.008s
00:35:46.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.584764 29057 ts_tablet_manager.cc:1428] T 1154ceaf4daf4efbae070b35d282edb5 P 1a482439924b47e7aef8b5467f9214e1: Time spent starting tablet: real 0.051s user 0.033s sys 0.013s
00:35:46.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.585170 29030 heartbeater.cc:503] Master 127.27.152.253:35285 was elected leader, sending a full tablet report...
00:35:46.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.585803 29057 tablet_bootstrap.cc:492] T a4343f46f52f4353a58f71099dcdad1b P 1a482439924b47e7aef8b5467f9214e1: Bootstrap starting.
00:35:46.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.587241 29056 tablet_bootstrap.cc:492] T a4343f46f52f4353a58f71099dcdad1b P 5bcb4495e0c6462fa32da3db80d68d8d: Bootstrap starting.
00:35:46.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.591837 29057 tablet_bootstrap.cc:654] T a4343f46f52f4353a58f71099dcdad1b P 1a482439924b47e7aef8b5467f9214e1: Neither blocks nor log segments found. Creating new log.
00:35:46.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.597669 29056 tablet_bootstrap.cc:654] T a4343f46f52f4353a58f71099dcdad1b P 5bcb4495e0c6462fa32da3db80d68d8d: Neither blocks nor log segments found. Creating new log.
00:35:46.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.607277 29057 tablet_bootstrap.cc:492] T a4343f46f52f4353a58f71099dcdad1b P 1a482439924b47e7aef8b5467f9214e1: No bootstrap required, opened a new log
00:35:46.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.607873 29057 ts_tablet_manager.cc:1397] T a4343f46f52f4353a58f71099dcdad1b P 1a482439924b47e7aef8b5467f9214e1: Time spent bootstrapping tablet: real 0.022s user 0.013s sys 0.004s
00:35:46.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.610383 29057 raft_consensus.cc:348] T a4343f46f52f4353a58f71099dcdad1b P 1a482439924b47e7aef8b5467f9214e1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9f408a7b9b6344b8b2ab87041a60ef2b" member_type: VOTER last_known_addr { host: "127.27.152.193" port: 39891 } } peers { permanent_uuid: "5bcb4495e0c6462fa32da3db80d68d8d" member_type: VOTER last_known_addr { host: "127.27.152.194" port: 37379 } } peers { permanent_uuid: "1a482439924b47e7aef8b5467f9214e1" member_type: VOTER last_known_addr { host: "127.27.152.195" port: 38965 } }
00:35:46.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.611123 29057 raft_consensus.cc:374] T a4343f46f52f4353a58f71099dcdad1b P 1a482439924b47e7aef8b5467f9214e1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:35:46.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.611408 29057 raft_consensus.cc:729] T a4343f46f52f4353a58f71099dcdad1b P 1a482439924b47e7aef8b5467f9214e1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1a482439924b47e7aef8b5467f9214e1, State: Initialized, Role: FOLLOWER
00:35:46.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.614270 29056 tablet_bootstrap.cc:492] T a4343f46f52f4353a58f71099dcdad1b P 5bcb4495e0c6462fa32da3db80d68d8d: No bootstrap required, opened a new log
00:35:46.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.614797 29056 ts_tablet_manager.cc:1397] T a4343f46f52f4353a58f71099dcdad1b P 5bcb4495e0c6462fa32da3db80d68d8d: Time spent bootstrapping tablet: real 0.032s user 0.016s sys 0.003s
00:35:46.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.612012 29057 consensus_queue.cc:260] T a4343f46f52f4353a58f71099dcdad1b P 1a482439924b47e7aef8b5467f9214e1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9f408a7b9b6344b8b2ab87041a60ef2b" member_type: VOTER last_known_addr { host: "127.27.152.193" port: 39891 } } peers { permanent_uuid: "5bcb4495e0c6462fa32da3db80d68d8d" member_type: VOTER last_known_addr { host: "127.27.152.194" port: 37379 } } peers { permanent_uuid: "1a482439924b47e7aef8b5467f9214e1" member_type: VOTER last_known_addr { host: "127.27.152.195" port: 38965 } }
00:35:46.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.617650 29056 raft_consensus.cc:348] T a4343f46f52f4353a58f71099dcdad1b P 5bcb4495e0c6462fa32da3db80d68d8d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9f408a7b9b6344b8b2ab87041a60ef2b" member_type: VOTER last_known_addr { host: "127.27.152.193" port: 39891 } } peers { permanent_uuid: "5bcb4495e0c6462fa32da3db80d68d8d" member_type: VOTER last_known_addr { host: "127.27.152.194" port: 37379 } } peers { permanent_uuid: "1a482439924b47e7aef8b5467f9214e1" member_type: VOTER last_known_addr { host: "127.27.152.195" port: 38965 } }
00:35:46.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.618407 29056 raft_consensus.cc:374] T a4343f46f52f4353a58f71099dcdad1b P 5bcb4495e0c6462fa32da3db80d68d8d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:35:46.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.618691 29056 raft_consensus.cc:729] T a4343f46f52f4353a58f71099dcdad1b P 5bcb4495e0c6462fa32da3db80d68d8d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5bcb4495e0c6462fa32da3db80d68d8d, State: Initialized, Role: FOLLOWER
00:35:46.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.620458 29057 ts_tablet_manager.cc:1428] T a4343f46f52f4353a58f71099dcdad1b P 1a482439924b47e7aef8b5467f9214e1: Time spent starting tablet: real 0.012s user 0.005s sys 0.001s
00:35:46.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.619331 29056 consensus_queue.cc:260] T a4343f46f52f4353a58f71099dcdad1b P 5bcb4495e0c6462fa32da3db80d68d8d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9f408a7b9b6344b8b2ab87041a60ef2b" member_type: VOTER last_known_addr { host: "127.27.152.193" port: 39891 } } peers { permanent_uuid: "5bcb4495e0c6462fa32da3db80d68d8d" member_type: VOTER last_known_addr { host: "127.27.152.194" port: 37379 } } peers { permanent_uuid: "1a482439924b47e7aef8b5467f9214e1" member_type: VOTER last_known_addr { host: "127.27.152.195" port: 38965 } }
00:35:46.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.622298 29056 ts_tablet_manager.cc:1428] T a4343f46f52f4353a58f71099dcdad1b P 5bcb4495e0c6462fa32da3db80d68d8d: Time spent starting tablet: real 0.007s user 0.007s sys 0.000s
00:35:46.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.651764 29055 tablet_bootstrap.cc:492] T 1154ceaf4daf4efbae070b35d282edb5 P 9f408a7b9b6344b8b2ab87041a60ef2b: No bootstrap required, opened a new log
00:35:46.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.652220 29055 ts_tablet_manager.cc:1397] T 1154ceaf4daf4efbae070b35d282edb5 P 9f408a7b9b6344b8b2ab87041a60ef2b: Time spent bootstrapping tablet: real 0.099s user 0.035s sys 0.031s
00:35:46.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.654850 29055 raft_consensus.cc:348] T 1154ceaf4daf4efbae070b35d282edb5 P 9f408a7b9b6344b8b2ab87041a60ef2b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5bcb4495e0c6462fa32da3db80d68d8d" member_type: VOTER last_known_addr { host: "127.27.152.194" port: 37379 } } peers { permanent_uuid: "9f408a7b9b6344b8b2ab87041a60ef2b" member_type: VOTER last_known_addr { host: "127.27.152.193" port: 39891 } } peers { permanent_uuid: "1a482439924b47e7aef8b5467f9214e1" member_type: VOTER last_known_addr { host: "127.27.152.195" port: 38965 } }
00:35:46.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.655635 29055 raft_consensus.cc:374] T 1154ceaf4daf4efbae070b35d282edb5 P 9f408a7b9b6344b8b2ab87041a60ef2b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:35:46.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.655923 29055 raft_consensus.cc:729] T 1154ceaf4daf4efbae070b35d282edb5 P 9f408a7b9b6344b8b2ab87041a60ef2b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9f408a7b9b6344b8b2ab87041a60ef2b, State: Initialized, Role: FOLLOWER
00:35:46.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.656592 29055 consensus_queue.cc:260] T 1154ceaf4daf4efbae070b35d282edb5 P 9f408a7b9b6344b8b2ab87041a60ef2b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5bcb4495e0c6462fa32da3db80d68d8d" member_type: VOTER last_known_addr { host: "127.27.152.194" port: 37379 } } peers { permanent_uuid: "9f408a7b9b6344b8b2ab87041a60ef2b" member_type: VOTER last_known_addr { host: "127.27.152.193" port: 39891 } } peers { permanent_uuid: "1a482439924b47e7aef8b5467f9214e1" member_type: VOTER last_known_addr { host: "127.27.152.195" port: 38965 } }
00:35:46.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.659021 29055 ts_tablet_manager.cc:1428] T 1154ceaf4daf4efbae070b35d282edb5 P 9f408a7b9b6344b8b2ab87041a60ef2b: Time spent starting tablet: real 0.007s user 0.008s sys 0.000s
00:35:46.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.699239 29063 raft_consensus.cc:482] T 1154ceaf4daf4efbae070b35d282edb5 P 5bcb4495e0c6462fa32da3db80d68d8d [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:35:46.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.699782 29063 raft_consensus.cc:504] T 1154ceaf4daf4efbae070b35d282edb5 P 5bcb4495e0c6462fa32da3db80d68d8d [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5bcb4495e0c6462fa32da3db80d68d8d" member_type: VOTER last_known_addr { host: "127.27.152.194" port: 37379 } } peers { permanent_uuid: "9f408a7b9b6344b8b2ab87041a60ef2b" member_type: VOTER last_known_addr { host: "127.27.152.193" port: 39891 } } peers { permanent_uuid: "1a482439924b47e7aef8b5467f9214e1" member_type: VOTER last_known_addr { host: "127.27.152.195" port: 38965 } }
00:35:46.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.702419 29063 leader_election.cc:288] T 1154ceaf4daf4efbae070b35d282edb5 P 5bcb4495e0c6462fa32da3db80d68d8d [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 9f408a7b9b6344b8b2ab87041a60ef2b (127.27.152.193:39891), 1a482439924b47e7aef8b5467f9214e1 (127.27.152.195:38965)
00:35:46.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.716681 28689 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "1154ceaf4daf4efbae070b35d282edb5" candidate_uuid: "5bcb4495e0c6462fa32da3db80d68d8d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9f408a7b9b6344b8b2ab87041a60ef2b" is_pre_election: true
00:35:46.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.717576 28689 raft_consensus.cc:2454] T 1154ceaf4daf4efbae070b35d282edb5 P 9f408a7b9b6344b8b2ab87041a60ef2b [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5bcb4495e0c6462fa32da3db80d68d8d in term 0.
00:35:46.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.717653 28984 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "1154ceaf4daf4efbae070b35d282edb5" candidate_uuid: "5bcb4495e0c6462fa32da3db80d68d8d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1a482439924b47e7aef8b5467f9214e1" is_pre_election: true
00:35:46.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.718329 28984 raft_consensus.cc:2454] T 1154ceaf4daf4efbae070b35d282edb5 P 1a482439924b47e7aef8b5467f9214e1 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5bcb4495e0c6462fa32da3db80d68d8d in term 0.
00:35:46.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.718940 28757 leader_election.cc:302] T 1154ceaf4daf4efbae070b35d282edb5 P 5bcb4495e0c6462fa32da3db80d68d8d [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 5bcb4495e0c6462fa32da3db80d68d8d, 9f408a7b9b6344b8b2ab87041a60ef2b; no voters:
00:35:46.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.719678 29063 raft_consensus.cc:2781] T 1154ceaf4daf4efbae070b35d282edb5 P 5bcb4495e0c6462fa32da3db80d68d8d [term 0 FOLLOWER]: Leader pre-election won for term 1
00:35:46.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.720011 29063 raft_consensus.cc:482] T 1154ceaf4daf4efbae070b35d282edb5 P 5bcb4495e0c6462fa32da3db80d68d8d [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
00:35:46.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.720296 29063 raft_consensus.cc:3037] T 1154ceaf4daf4efbae070b35d282edb5 P 5bcb4495e0c6462fa32da3db80d68d8d [term 0 FOLLOWER]: Advancing to term 1
00:35:46.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.724794 29063 raft_consensus.cc:504] T 1154ceaf4daf4efbae070b35d282edb5 P 5bcb4495e0c6462fa32da3db80d68d8d [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5bcb4495e0c6462fa32da3db80d68d8d" member_type: VOTER last_known_addr { host: "127.27.152.194" port: 37379 } } peers { permanent_uuid: "9f408a7b9b6344b8b2ab87041a60ef2b" member_type: VOTER last_known_addr { host: "127.27.152.193" port: 39891 } } peers { permanent_uuid: "1a482439924b47e7aef8b5467f9214e1" member_type: VOTER last_known_addr { host: "127.27.152.195" port: 38965 } }
00:35:46.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.726302 29063 leader_election.cc:288] T 1154ceaf4daf4efbae070b35d282edb5 P 5bcb4495e0c6462fa32da3db80d68d8d [CANDIDATE]: Term 1 election: Requested vote from peers 9f408a7b9b6344b8b2ab87041a60ef2b (127.27.152.193:39891), 1a482439924b47e7aef8b5467f9214e1 (127.27.152.195:38965)
00:35:46.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.727007 28689 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "1154ceaf4daf4efbae070b35d282edb5" candidate_uuid: "5bcb4495e0c6462fa32da3db80d68d8d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9f408a7b9b6344b8b2ab87041a60ef2b"
00:35:46.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.727257 28984 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "1154ceaf4daf4efbae070b35d282edb5" candidate_uuid: "5bcb4495e0c6462fa32da3db80d68d8d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1a482439924b47e7aef8b5467f9214e1"
00:35:46.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.727497 28689 raft_consensus.cc:3037] T 1154ceaf4daf4efbae070b35d282edb5 P 9f408a7b9b6344b8b2ab87041a60ef2b [term 0 FOLLOWER]: Advancing to term 1
00:35:46.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.727800 28984 raft_consensus.cc:3037] T 1154ceaf4daf4efbae070b35d282edb5 P 1a482439924b47e7aef8b5467f9214e1 [term 0 FOLLOWER]: Advancing to term 1
00:35:46.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.731725 28689 raft_consensus.cc:2454] T 1154ceaf4daf4efbae070b35d282edb5 P 9f408a7b9b6344b8b2ab87041a60ef2b [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 5bcb4495e0c6462fa32da3db80d68d8d in term 1.
00:35:46.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.732184 28984 raft_consensus.cc:2454] T 1154ceaf4daf4efbae070b35d282edb5 P 1a482439924b47e7aef8b5467f9214e1 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 5bcb4495e0c6462fa32da3db80d68d8d in term 1.
00:35:46.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.732570 28757 leader_election.cc:302] T 1154ceaf4daf4efbae070b35d282edb5 P 5bcb4495e0c6462fa32da3db80d68d8d [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 5bcb4495e0c6462fa32da3db80d68d8d, 9f408a7b9b6344b8b2ab87041a60ef2b; no voters:
00:35:46.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.733201 29063 raft_consensus.cc:2781] T 1154ceaf4daf4efbae070b35d282edb5 P 5bcb4495e0c6462fa32da3db80d68d8d [term 1 FOLLOWER]: Leader election won for term 1
00:35:46.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.734849 29063 raft_consensus.cc:686] T 1154ceaf4daf4efbae070b35d282edb5 P 5bcb4495e0c6462fa32da3db80d68d8d [term 1 LEADER]: Becoming Leader. State: Replica: 5bcb4495e0c6462fa32da3db80d68d8d, State: Running, Role: LEADER
00:35:46.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.735813 29063 consensus_queue.cc:237] T 1154ceaf4daf4efbae070b35d282edb5 P 5bcb4495e0c6462fa32da3db80d68d8d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5bcb4495e0c6462fa32da3db80d68d8d" member_type: VOTER last_known_addr { host: "127.27.152.194" port: 37379 } } peers { permanent_uuid: "9f408a7b9b6344b8b2ab87041a60ef2b" member_type: VOTER last_known_addr { host: "127.27.152.193" port: 39891 } } peers { permanent_uuid: "1a482439924b47e7aef8b5467f9214e1" member_type: VOTER last_known_addr { host: "127.27.152.195" port: 38965 } }
00:35:46.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.736537 29061 raft_consensus.cc:482] T a4343f46f52f4353a58f71099dcdad1b P 9f408a7b9b6344b8b2ab87041a60ef2b [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:35:46.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.736871 29061 raft_consensus.cc:504] T a4343f46f52f4353a58f71099dcdad1b P 9f408a7b9b6344b8b2ab87041a60ef2b [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9f408a7b9b6344b8b2ab87041a60ef2b" member_type: VOTER last_known_addr { host: "127.27.152.193" port: 39891 } } peers { permanent_uuid: "5bcb4495e0c6462fa32da3db80d68d8d" member_type: VOTER last_known_addr { host: "127.27.152.194" port: 37379 } } peers { permanent_uuid: "1a482439924b47e7aef8b5467f9214e1" member_type: VOTER last_known_addr { host: "127.27.152.195" port: 38965 } }
00:35:46.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.739279 29061 leader_election.cc:288] T a4343f46f52f4353a58f71099dcdad1b P 9f408a7b9b6344b8b2ab87041a60ef2b [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 5bcb4495e0c6462fa32da3db80d68d8d (127.27.152.194:37379), 1a482439924b47e7aef8b5467f9214e1 (127.27.152.195:38965)
00:35:46.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.749425 29063 raft_consensus.cc:482] T a4343f46f52f4353a58f71099dcdad1b P 5bcb4495e0c6462fa32da3db80d68d8d [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:35:46.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.749869 29063 raft_consensus.cc:504] T a4343f46f52f4353a58f71099dcdad1b P 5bcb4495e0c6462fa32da3db80d68d8d [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9f408a7b9b6344b8b2ab87041a60ef2b" member_type: VOTER last_known_addr { host: "127.27.152.193" port: 39891 } } peers { permanent_uuid: "5bcb4495e0c6462fa32da3db80d68d8d" member_type: VOTER last_known_addr { host: "127.27.152.194" port: 37379 } } peers { permanent_uuid: "1a482439924b47e7aef8b5467f9214e1" member_type: VOTER last_known_addr { host: "127.27.152.195" port: 38965 } }
00:35:46.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.752476 28689 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "a4343f46f52f4353a58f71099dcdad1b" candidate_uuid: "5bcb4495e0c6462fa32da3db80d68d8d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9f408a7b9b6344b8b2ab87041a60ef2b" is_pre_election: true
00:35:46.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.753202 28689 raft_consensus.cc:2454] T a4343f46f52f4353a58f71099dcdad1b P 9f408a7b9b6344b8b2ab87041a60ef2b [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5bcb4495e0c6462fa32da3db80d68d8d in term 0.
00:35:46.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:46.753479 29033 tablet.cc:2369] T 1154ceaf4daf4efbae070b35d282edb5 P 1a482439924b47e7aef8b5467f9214e1: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:35:46.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.755690 28757 leader_election.cc:302] T a4343f46f52f4353a58f71099dcdad1b P 5bcb4495e0c6462fa32da3db80d68d8d [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 5bcb4495e0c6462fa32da3db80d68d8d, 9f408a7b9b6344b8b2ab87041a60ef2b; no voters:
00:35:46.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.755913 28984 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "a4343f46f52f4353a58f71099dcdad1b" candidate_uuid: "5bcb4495e0c6462fa32da3db80d68d8d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1a482439924b47e7aef8b5467f9214e1" is_pre_election: true
00:35:46.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.752902 29063 leader_election.cc:288] T a4343f46f52f4353a58f71099dcdad1b P 5bcb4495e0c6462fa32da3db80d68d8d [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 9f408a7b9b6344b8b2ab87041a60ef2b (127.27.152.193:39891), 1a482439924b47e7aef8b5467f9214e1 (127.27.152.195:38965)
00:35:46.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.756728 28984 raft_consensus.cc:2454] T a4343f46f52f4353a58f71099dcdad1b P 1a482439924b47e7aef8b5467f9214e1 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5bcb4495e0c6462fa32da3db80d68d8d in term 0.
00:35:46.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.757296 29069 raft_consensus.cc:2781] T a4343f46f52f4353a58f71099dcdad1b P 5bcb4495e0c6462fa32da3db80d68d8d [term 0 FOLLOWER]: Leader pre-election won for term 1
00:35:46.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.758085 29069 raft_consensus.cc:482] T a4343f46f52f4353a58f71099dcdad1b P 5bcb4495e0c6462fa32da3db80d68d8d [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
00:35:46.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.758535 29069 raft_consensus.cc:3037] T a4343f46f52f4353a58f71099dcdad1b P 5bcb4495e0c6462fa32da3db80d68d8d [term 0 FOLLOWER]: Advancing to term 1
00:35:46.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.765622 29069 raft_consensus.cc:504] T a4343f46f52f4353a58f71099dcdad1b P 5bcb4495e0c6462fa32da3db80d68d8d [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9f408a7b9b6344b8b2ab87041a60ef2b" member_type: VOTER last_known_addr { host: "127.27.152.193" port: 39891 } } peers { permanent_uuid: "5bcb4495e0c6462fa32da3db80d68d8d" member_type: VOTER last_known_addr { host: "127.27.152.194" port: 37379 } } peers { permanent_uuid: "1a482439924b47e7aef8b5467f9214e1" member_type: VOTER last_known_addr { host: "127.27.152.195" port: 38965 } }
00:35:46.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.768007 29069 leader_election.cc:288] T a4343f46f52f4353a58f71099dcdad1b P 5bcb4495e0c6462fa32da3db80d68d8d [CANDIDATE]: Term 1 election: Requested vote from peers 9f408a7b9b6344b8b2ab87041a60ef2b (127.27.152.193:39891), 1a482439924b47e7aef8b5467f9214e1 (127.27.152.195:38965)
00:35:46.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.769156 28689 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "a4343f46f52f4353a58f71099dcdad1b" candidate_uuid: "5bcb4495e0c6462fa32da3db80d68d8d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9f408a7b9b6344b8b2ab87041a60ef2b"
00:35:46.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.769713 28689 raft_consensus.cc:3037] T a4343f46f52f4353a58f71099dcdad1b P 9f408a7b9b6344b8b2ab87041a60ef2b [term 0 FOLLOWER]: Advancing to term 1
00:35:46.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.769694 28984 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "a4343f46f52f4353a58f71099dcdad1b" candidate_uuid: "5bcb4495e0c6462fa32da3db80d68d8d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1a482439924b47e7aef8b5467f9214e1"
00:35:46.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.770283 28984 raft_consensus.cc:3037] T a4343f46f52f4353a58f71099dcdad1b P 1a482439924b47e7aef8b5467f9214e1 [term 0 FOLLOWER]: Advancing to term 1
00:35:46.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.769506 28389 catalog_manager.cc:5495] T 1154ceaf4daf4efbae070b35d282edb5 P 5bcb4495e0c6462fa32da3db80d68d8d reported cstate change: term changed from 0 to 1, leader changed from <none> to 5bcb4495e0c6462fa32da3db80d68d8d (127.27.152.194). New cstate: current_term: 1 leader_uuid: "5bcb4495e0c6462fa32da3db80d68d8d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5bcb4495e0c6462fa32da3db80d68d8d" member_type: VOTER last_known_addr { host: "127.27.152.194" port: 37379 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "9f408a7b9b6344b8b2ab87041a60ef2b" member_type: VOTER last_known_addr { host: "127.27.152.193" port: 39891 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "1a482439924b47e7aef8b5467f9214e1" member_type: VOTER last_known_addr { host: "127.27.152.195" port: 38965 } health_report { overall_health: UNKNOWN } } }
00:35:46.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.773787 28836 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "a4343f46f52f4353a58f71099dcdad1b" candidate_uuid: "9f408a7b9b6344b8b2ab87041a60ef2b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5bcb4495e0c6462fa32da3db80d68d8d" is_pre_election: true
00:35:46.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.774932 28836 raft_consensus.cc:2379] T a4343f46f52f4353a58f71099dcdad1b P 5bcb4495e0c6462fa32da3db80d68d8d [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 9f408a7b9b6344b8b2ab87041a60ef2b in current term 1: Already voted for candidate 5bcb4495e0c6462fa32da3db80d68d8d in this term.
00:35:46.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.776412 28984 raft_consensus.cc:2454] T a4343f46f52f4353a58f71099dcdad1b P 1a482439924b47e7aef8b5467f9214e1 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 5bcb4495e0c6462fa32da3db80d68d8d in term 1.
00:35:46.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.776742 28983 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "a4343f46f52f4353a58f71099dcdad1b" candidate_uuid: "9f408a7b9b6344b8b2ab87041a60ef2b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1a482439924b47e7aef8b5467f9214e1" is_pre_election: true
00:35:46.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.777515 28983 raft_consensus.cc:2379] T a4343f46f52f4353a58f71099dcdad1b P 1a482439924b47e7aef8b5467f9214e1 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 9f408a7b9b6344b8b2ab87041a60ef2b in current term 1: Already voted for candidate 5bcb4495e0c6462fa32da3db80d68d8d in this term.
00:35:46.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.777464 28757 leader_election.cc:302] T a4343f46f52f4353a58f71099dcdad1b P 5bcb4495e0c6462fa32da3db80d68d8d [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1a482439924b47e7aef8b5467f9214e1, 5bcb4495e0c6462fa32da3db80d68d8d; no voters:
00:35:46.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.778873 29069 raft_consensus.cc:2781] T a4343f46f52f4353a58f71099dcdad1b P 5bcb4495e0c6462fa32da3db80d68d8d [term 1 FOLLOWER]: Leader election won for term 1
00:35:46.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.776135 28689 raft_consensus.cc:2454] T a4343f46f52f4353a58f71099dcdad1b P 9f408a7b9b6344b8b2ab87041a60ef2b [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 5bcb4495e0c6462fa32da3db80d68d8d in term 1.
00:35:46.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.779333 29069 raft_consensus.cc:686] T a4343f46f52f4353a58f71099dcdad1b P 5bcb4495e0c6462fa32da3db80d68d8d [term 1 LEADER]: Becoming Leader. State: Replica: 5bcb4495e0c6462fa32da3db80d68d8d, State: Running, Role: LEADER
00:35:46.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.780182 29069 consensus_queue.cc:237] T a4343f46f52f4353a58f71099dcdad1b P 5bcb4495e0c6462fa32da3db80d68d8d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9f408a7b9b6344b8b2ab87041a60ef2b" member_type: VOTER last_known_addr { host: "127.27.152.193" port: 39891 } } peers { permanent_uuid: "5bcb4495e0c6462fa32da3db80d68d8d" member_type: VOTER last_known_addr { host: "127.27.152.194" port: 37379 } } peers { permanent_uuid: "1a482439924b47e7aef8b5467f9214e1" member_type: VOTER last_known_addr { host: "127.27.152.195" port: 38965 } }
00:35:46.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.781499 28609 leader_election.cc:302] T a4343f46f52f4353a58f71099dcdad1b P 9f408a7b9b6344b8b2ab87041a60ef2b [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 9f408a7b9b6344b8b2ab87041a60ef2b; no voters: 1a482439924b47e7aef8b5467f9214e1, 5bcb4495e0c6462fa32da3db80d68d8d
00:35:46.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.782703 29061 raft_consensus.cc:2726] T a4343f46f52f4353a58f71099dcdad1b P 9f408a7b9b6344b8b2ab87041a60ef2b [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
00:35:46.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.796054 28389 catalog_manager.cc:5495] T a4343f46f52f4353a58f71099dcdad1b P 5bcb4495e0c6462fa32da3db80d68d8d reported cstate change: term changed from 0 to 1, leader changed from <none> to 5bcb4495e0c6462fa32da3db80d68d8d (127.27.152.194). New cstate: current_term: 1 leader_uuid: "5bcb4495e0c6462fa32da3db80d68d8d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9f408a7b9b6344b8b2ab87041a60ef2b" member_type: VOTER last_known_addr { host: "127.27.152.193" port: 39891 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "5bcb4495e0c6462fa32da3db80d68d8d" member_type: VOTER last_known_addr { host: "127.27.152.194" port: 37379 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "1a482439924b47e7aef8b5467f9214e1" member_type: VOTER last_known_addr { host: "127.27.152.195" port: 38965 } health_report { overall_health: UNKNOWN } } }
00:35:46.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:46.797012 28885 tablet.cc:2369] T 1154ceaf4daf4efbae070b35d282edb5 P 5bcb4495e0c6462fa32da3db80d68d8d: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:35:46.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.942505 28389 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:54558:
00:35:46.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
00:35:46.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
00:35:46.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
00:35:46.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
00:35:46.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
00:35:46.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
00:35:46.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
00:35:46.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
00:35:46.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
00:35:46.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
00:35:46.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
00:35:46.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:35:46.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
00:35:46.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
00:35:46.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
00:35:46.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
00:35:46.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
00:35:46.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
00:35:46.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
00:35:46.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
00:35:46.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
00:35:46.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:35:46.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
00:35:46.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
00:35:46.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
00:35:46.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
00:35:46.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
00:35:46.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
00:35:46.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
00:35:46.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
00:35:46.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
00:35:46.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:35:46.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
00:35:46.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
00:35:46.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
00:35:46.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
00:35:46.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
00:35:46.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
00:35:46.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
00:35:46.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
00:35:46.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
00:35:46.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:35:46.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:35:46.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
00:35:46.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
00:35:46.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
00:35:46.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
00:35:46.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:35:46.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
00:35:46.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
00:35:46.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
00:35:46.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
00:35:46.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:35:46.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:35:46.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:35:46.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
00:35:46.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:46.945506 28389 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
00:35:46.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.979105 28816 tablet_service.cc:1467] Processing CreateTablet for tablet 66b0f9bc8b07474087394632c83cd277 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=fb26c59b34874be2839a488ccd17760a]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
00:35:46.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.979318 28668 tablet_service.cc:1467] Processing CreateTablet for tablet 66b0f9bc8b07474087394632c83cd277 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=fb26c59b34874be2839a488ccd17760a]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
00:35:46.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.979806 28964 tablet_service.cc:1467] Processing CreateTablet for tablet 66b0f9bc8b07474087394632c83cd277 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=fb26c59b34874be2839a488ccd17760a]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
00:35:46.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.980566 28816 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 66b0f9bc8b07474087394632c83cd277. 1 dirs total, 0 dirs full, 0 dirs failed
00:35:46.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.980875 28668 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 66b0f9bc8b07474087394632c83cd277. 1 dirs total, 0 dirs full, 0 dirs failed
00:35:46.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.981271 28964 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 66b0f9bc8b07474087394632c83cd277. 1 dirs total, 0 dirs full, 0 dirs failed
00:35:46.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.996434 29057 tablet_bootstrap.cc:492] T 66b0f9bc8b07474087394632c83cd277 P 1a482439924b47e7aef8b5467f9214e1: Bootstrap starting.
00:35:46.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:46.996467 29056 tablet_bootstrap.cc:492] T 66b0f9bc8b07474087394632c83cd277 P 5bcb4495e0c6462fa32da3db80d68d8d: Bootstrap starting.
00:35:47.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:47.002465 29057 tablet_bootstrap.cc:654] T 66b0f9bc8b07474087394632c83cd277 P 1a482439924b47e7aef8b5467f9214e1: Neither blocks nor log segments found. Creating new log.
00:35:47.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:47.002457 29056 tablet_bootstrap.cc:654] T 66b0f9bc8b07474087394632c83cd277 P 5bcb4495e0c6462fa32da3db80d68d8d: Neither blocks nor log segments found. Creating new log.
00:35:47.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:47.008776 29057 tablet_bootstrap.cc:492] T 66b0f9bc8b07474087394632c83cd277 P 1a482439924b47e7aef8b5467f9214e1: No bootstrap required, opened a new log
00:35:47.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:47.009310 29057 ts_tablet_manager.cc:1397] T 66b0f9bc8b07474087394632c83cd277 P 1a482439924b47e7aef8b5467f9214e1: Time spent bootstrapping tablet: real 0.013s user 0.012s sys 0.000s
00:35:47.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:47.011345 29055 tablet_bootstrap.cc:492] T 66b0f9bc8b07474087394632c83cd277 P 9f408a7b9b6344b8b2ab87041a60ef2b: Bootstrap starting.
00:35:47.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:47.012589 29057 raft_consensus.cc:348] T 66b0f9bc8b07474087394632c83cd277 P 1a482439924b47e7aef8b5467f9214e1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9f408a7b9b6344b8b2ab87041a60ef2b" member_type: VOTER last_known_addr { host: "127.27.152.193" port: 39891 } } peers { permanent_uuid: "5bcb4495e0c6462fa32da3db80d68d8d" member_type: VOTER last_known_addr { host: "127.27.152.194" port: 37379 } } peers { permanent_uuid: "1a482439924b47e7aef8b5467f9214e1" member_type: VOTER last_known_addr { host: "127.27.152.195" port: 38965 } }
00:35:47.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:47.013653 29057 raft_consensus.cc:374] T 66b0f9bc8b07474087394632c83cd277 P 1a482439924b47e7aef8b5467f9214e1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:35:47.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:47.014032 29057 raft_consensus.cc:729] T 66b0f9bc8b07474087394632c83cd277 P 1a482439924b47e7aef8b5467f9214e1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1a482439924b47e7aef8b5467f9214e1, State: Initialized, Role: FOLLOWER
00:35:47.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:47.014889 29057 consensus_queue.cc:260] T 66b0f9bc8b07474087394632c83cd277 P 1a482439924b47e7aef8b5467f9214e1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9f408a7b9b6344b8b2ab87041a60ef2b" member_type: VOTER last_known_addr { host: "127.27.152.193" port: 39891 } } peers { permanent_uuid: "5bcb4495e0c6462fa32da3db80d68d8d" member_type: VOTER last_known_addr { host: "127.27.152.194" port: 37379 } } peers { permanent_uuid: "1a482439924b47e7aef8b5467f9214e1" member_type: VOTER last_known_addr { host: "127.27.152.195" port: 38965 } }
00:35:47.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:47.016667 29064 tablet_replica.cc:439] T 66b0f9bc8b07474087394632c83cd277 P 1a482439924b47e7aef8b5467f9214e1: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9f408a7b9b6344b8b2ab87041a60ef2b" member_type: VOTER last_known_addr { host: "127.27.152.193" port: 39891 } } peers { permanent_uuid: "5bcb4495e0c6462fa32da3db80d68d8d" member_type: VOTER last_known_addr { host: "127.27.152.194" port: 37379 } } peers { permanent_uuid: "1a482439924b47e7aef8b5467f9214e1" member_type: VOTER last_known_addr { host: "127.27.152.195" port: 38965 } } }
00:35:47.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:47.017475 29064 tablet_replica.cc:442] T 66b0f9bc8b07474087394632c83cd277 P 1a482439924b47e7aef8b5467f9214e1: This TxnStatusTablet replica's current role is: FOLLOWER
00:35:47.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:47.019902 29055 tablet_bootstrap.cc:654] T 66b0f9bc8b07474087394632c83cd277 P 9f408a7b9b6344b8b2ab87041a60ef2b: Neither blocks nor log segments found. Creating new log.
00:35:47.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:47.020465 29057 ts_tablet_manager.cc:1428] T 66b0f9bc8b07474087394632c83cd277 P 1a482439924b47e7aef8b5467f9214e1: Time spent starting tablet: real 0.011s user 0.007s sys 0.000s
00:35:47.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:47.035944 29056 tablet_bootstrap.cc:492] T 66b0f9bc8b07474087394632c83cd277 P 5bcb4495e0c6462fa32da3db80d68d8d: No bootstrap required, opened a new log
00:35:47.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:47.036423 29056 ts_tablet_manager.cc:1397] T 66b0f9bc8b07474087394632c83cd277 P 5bcb4495e0c6462fa32da3db80d68d8d: Time spent bootstrapping tablet: real 0.040s user 0.016s sys 0.004s
00:35:47.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:47.036509 29055 tablet_bootstrap.cc:492] T 66b0f9bc8b07474087394632c83cd277 P 9f408a7b9b6344b8b2ab87041a60ef2b: No bootstrap required, opened a new log
00:35:47.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:47.037016 29055 ts_tablet_manager.cc:1397] T 66b0f9bc8b07474087394632c83cd277 P 9f408a7b9b6344b8b2ab87041a60ef2b: Time spent bootstrapping tablet: real 0.026s user 0.014s sys 0.006s
00:35:47.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:47.039278 29056 raft_consensus.cc:348] T 66b0f9bc8b07474087394632c83cd277 P 5bcb4495e0c6462fa32da3db80d68d8d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9f408a7b9b6344b8b2ab87041a60ef2b" member_type: VOTER last_known_addr { host: "127.27.152.193" port: 39891 } } peers { permanent_uuid: "5bcb4495e0c6462fa32da3db80d68d8d" member_type: VOTER last_known_addr { host: "127.27.152.194" port: 37379 } } peers { permanent_uuid: "1a482439924b47e7aef8b5467f9214e1" member_type: VOTER last_known_addr { host: "127.27.152.195" port: 38965 } }
00:35:47.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:47.040078 29056 raft_consensus.cc:374] T 66b0f9bc8b07474087394632c83cd277 P 5bcb4495e0c6462fa32da3db80d68d8d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:35:47.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:47.039784 29055 raft_consensus.cc:348] T 66b0f9bc8b07474087394632c83cd277 P 9f408a7b9b6344b8b2ab87041a60ef2b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9f408a7b9b6344b8b2ab87041a60ef2b" member_type: VOTER last_known_addr { host: "127.27.152.193" port: 39891 } } peers { permanent_uuid: "5bcb4495e0c6462fa32da3db80d68d8d" member_type: VOTER last_known_addr { host: "127.27.152.194" port: 37379 } } peers { permanent_uuid: "1a482439924b47e7aef8b5467f9214e1" member_type: VOTER last_known_addr { host: "127.27.152.195" port: 38965 } }
00:35:47.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:47.040373 29056 raft_consensus.cc:729] T 66b0f9bc8b07474087394632c83cd277 P 5bcb4495e0c6462fa32da3db80d68d8d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5bcb4495e0c6462fa32da3db80d68d8d, State: Initialized, Role: FOLLOWER
00:35:47.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:47.040592 29055 raft_consensus.cc:374] T 66b0f9bc8b07474087394632c83cd277 P 9f408a7b9b6344b8b2ab87041a60ef2b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:35:47.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:47.040889 29055 raft_consensus.cc:729] T 66b0f9bc8b07474087394632c83cd277 P 9f408a7b9b6344b8b2ab87041a60ef2b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9f408a7b9b6344b8b2ab87041a60ef2b, State: Initialized, Role: FOLLOWER
00:35:47.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:47.041096 29056 consensus_queue.cc:260] T 66b0f9bc8b07474087394632c83cd277 P 5bcb4495e0c6462fa32da3db80d68d8d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9f408a7b9b6344b8b2ab87041a60ef2b" member_type: VOTER last_known_addr { host: "127.27.152.193" port: 39891 } } peers { permanent_uuid: "5bcb4495e0c6462fa32da3db80d68d8d" member_type: VOTER last_known_addr { host: "127.27.152.194" port: 37379 } } peers { permanent_uuid: "1a482439924b47e7aef8b5467f9214e1" member_type: VOTER last_known_addr { host: "127.27.152.195" port: 38965 } }
00:35:47.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:47.041590 29055 consensus_queue.cc:260] T 66b0f9bc8b07474087394632c83cd277 P 9f408a7b9b6344b8b2ab87041a60ef2b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9f408a7b9b6344b8b2ab87041a60ef2b" member_type: VOTER last_known_addr { host: "127.27.152.193" port: 39891 } } peers { permanent_uuid: "5bcb4495e0c6462fa32da3db80d68d8d" member_type: VOTER last_known_addr { host: "127.27.152.194" port: 37379 } } peers { permanent_uuid: "1a482439924b47e7aef8b5467f9214e1" member_type: VOTER last_known_addr { host: "127.27.152.195" port: 38965 } }
00:35:47.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:47.042725 29069 tablet_replica.cc:439] T 66b0f9bc8b07474087394632c83cd277 P 5bcb4495e0c6462fa32da3db80d68d8d: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9f408a7b9b6344b8b2ab87041a60ef2b" member_type: VOTER last_known_addr { host: "127.27.152.193" port: 39891 } } peers { permanent_uuid: "5bcb4495e0c6462fa32da3db80d68d8d" member_type: VOTER last_known_addr { host: "127.27.152.194" port: 37379 } } peers { permanent_uuid: "1a482439924b47e7aef8b5467f9214e1" member_type: VOTER last_known_addr { host: "127.27.152.195" port: 38965 } } }
00:35:47.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:47.043426 29069 tablet_replica.cc:442] T 66b0f9bc8b07474087394632c83cd277 P 5bcb4495e0c6462fa32da3db80d68d8d: This TxnStatusTablet replica's current role is: FOLLOWER
00:35:47.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:47.043264 29061 tablet_replica.cc:439] T 66b0f9bc8b07474087394632c83cd277 P 9f408a7b9b6344b8b2ab87041a60ef2b: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9f408a7b9b6344b8b2ab87041a60ef2b" member_type: VOTER last_known_addr { host: "127.27.152.193" port: 39891 } } peers { permanent_uuid: "5bcb4495e0c6462fa32da3db80d68d8d" member_type: VOTER last_known_addr { host: "127.27.152.194" port: 37379 } } peers { permanent_uuid: "1a482439924b47e7aef8b5467f9214e1" member_type: VOTER last_known_addr { host: "127.27.152.195" port: 38965 } } }
00:35:47.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:47.044064 29061 tablet_replica.cc:442] T 66b0f9bc8b07474087394632c83cd277 P 9f408a7b9b6344b8b2ab87041a60ef2b: This TxnStatusTablet replica's current role is: FOLLOWER
00:35:47.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:47.047279 29056 ts_tablet_manager.cc:1428] T 66b0f9bc8b07474087394632c83cd277 P 5bcb4495e0c6462fa32da3db80d68d8d: Time spent starting tablet: real 0.011s user 0.008s sys 0.000s
00:35:47.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:47.049312 29055 ts_tablet_manager.cc:1428] T 66b0f9bc8b07474087394632c83cd277 P 9f408a7b9b6344b8b2ab87041a60ef2b: Time spent starting tablet: real 0.012s user 0.003s sys 0.003s
00:35:47.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:47.147392 29069 consensus_queue.cc:1035] T 1154ceaf4daf4efbae070b35d282edb5 P 5bcb4495e0c6462fa32da3db80d68d8d [LEADER]: Connected to new peer: Peer: permanent_uuid: "9f408a7b9b6344b8b2ab87041a60ef2b" member_type: VOTER last_known_addr { host: "127.27.152.193" port: 39891 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:35:47.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:47.156464 29063 consensus_queue.cc:1035] T 1154ceaf4daf4efbae070b35d282edb5 P 5bcb4495e0c6462fa32da3db80d68d8d [LEADER]: Connected to new peer: Peer: permanent_uuid: "1a482439924b47e7aef8b5467f9214e1" member_type: VOTER last_known_addr { host: "127.27.152.195" port: 38965 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:35:47.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:47.170305 29069 raft_consensus.cc:482] T 66b0f9bc8b07474087394632c83cd277 P 5bcb4495e0c6462fa32da3db80d68d8d [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:35:47.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:47.170758 29069 raft_consensus.cc:504] T 66b0f9bc8b07474087394632c83cd277 P 5bcb4495e0c6462fa32da3db80d68d8d [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9f408a7b9b6344b8b2ab87041a60ef2b" member_type: VOTER last_known_addr { host: "127.27.152.193" port: 39891 } } peers { permanent_uuid: "5bcb4495e0c6462fa32da3db80d68d8d" member_type: VOTER last_known_addr { host: "127.27.152.194" port: 37379 } } peers { permanent_uuid: "1a482439924b47e7aef8b5467f9214e1" member_type: VOTER last_known_addr { host: "127.27.152.195" port: 38965 } }
00:35:47.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:47.172600 29069 leader_election.cc:288] T 66b0f9bc8b07474087394632c83cd277 P 5bcb4495e0c6462fa32da3db80d68d8d [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 9f408a7b9b6344b8b2ab87041a60ef2b (127.27.152.193:39891), 1a482439924b47e7aef8b5467f9214e1 (127.27.152.195:38965)
00:35:47.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:47.173777 28689 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "66b0f9bc8b07474087394632c83cd277" candidate_uuid: "5bcb4495e0c6462fa32da3db80d68d8d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9f408a7b9b6344b8b2ab87041a60ef2b" is_pre_election: true
00:35:47.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:47.174403 28689 raft_consensus.cc:2454] T 66b0f9bc8b07474087394632c83cd277 P 9f408a7b9b6344b8b2ab87041a60ef2b [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5bcb4495e0c6462fa32da3db80d68d8d in term 0.
00:35:47.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:47.174731 28983 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "66b0f9bc8b07474087394632c83cd277" candidate_uuid: "5bcb4495e0c6462fa32da3db80d68d8d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1a482439924b47e7aef8b5467f9214e1" is_pre_election: true
00:35:47.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:47.175316 28983 raft_consensus.cc:2454] T 66b0f9bc8b07474087394632c83cd277 P 1a482439924b47e7aef8b5467f9214e1 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5bcb4495e0c6462fa32da3db80d68d8d in term 0.
00:35:47.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:47.179168 28757 leader_election.cc:302] T 66b0f9bc8b07474087394632c83cd277 P 5bcb4495e0c6462fa32da3db80d68d8d [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1a482439924b47e7aef8b5467f9214e1, 5bcb4495e0c6462fa32da3db80d68d8d; no voters:
00:35:47.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:47.180948 29069 raft_consensus.cc:2781] T 66b0f9bc8b07474087394632c83cd277 P 5bcb4495e0c6462fa32da3db80d68d8d [term 0 FOLLOWER]: Leader pre-election won for term 1
00:35:47.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:47.181360 29069 raft_consensus.cc:482] T 66b0f9bc8b07474087394632c83cd277 P 5bcb4495e0c6462fa32da3db80d68d8d [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
00:35:47.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:47.181684 29069 raft_consensus.cc:3037] T 66b0f9bc8b07474087394632c83cd277 P 5bcb4495e0c6462fa32da3db80d68d8d [term 0 FOLLOWER]: Advancing to term 1
00:35:47.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:47.188361 29069 raft_consensus.cc:504] T 66b0f9bc8b07474087394632c83cd277 P 5bcb4495e0c6462fa32da3db80d68d8d [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9f408a7b9b6344b8b2ab87041a60ef2b" member_type: VOTER last_known_addr { host: "127.27.152.193" port: 39891 } } peers { permanent_uuid: "5bcb4495e0c6462fa32da3db80d68d8d" member_type: VOTER last_known_addr { host: "127.27.152.194" port: 37379 } } peers { permanent_uuid: "1a482439924b47e7aef8b5467f9214e1" member_type: VOTER last_known_addr { host: "127.27.152.195" port: 38965 } }
00:35:47.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:47.191527 28689 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "66b0f9bc8b07474087394632c83cd277" candidate_uuid: "5bcb4495e0c6462fa32da3db80d68d8d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9f408a7b9b6344b8b2ab87041a60ef2b"
00:35:47.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:47.192106 28689 raft_consensus.cc:3037] T 66b0f9bc8b07474087394632c83cd277 P 9f408a7b9b6344b8b2ab87041a60ef2b [term 0 FOLLOWER]: Advancing to term 1
00:35:47.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:47.195533 29069 leader_election.cc:288] T 66b0f9bc8b07474087394632c83cd277 P 5bcb4495e0c6462fa32da3db80d68d8d [CANDIDATE]: Term 1 election: Requested vote from peers 9f408a7b9b6344b8b2ab87041a60ef2b (127.27.152.193:39891), 1a482439924b47e7aef8b5467f9214e1 (127.27.152.195:38965)
00:35:47.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:47.196507 28984 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "66b0f9bc8b07474087394632c83cd277" candidate_uuid: "5bcb4495e0c6462fa32da3db80d68d8d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1a482439924b47e7aef8b5467f9214e1"
00:35:47.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:47.197000 28984 raft_consensus.cc:3037] T 66b0f9bc8b07474087394632c83cd277 P 1a482439924b47e7aef8b5467f9214e1 [term 0 FOLLOWER]: Advancing to term 1
00:35:47.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:47.198377 28689 raft_consensus.cc:2454] T 66b0f9bc8b07474087394632c83cd277 P 9f408a7b9b6344b8b2ab87041a60ef2b [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 5bcb4495e0c6462fa32da3db80d68d8d in term 1.
00:35:47.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:47.199466 28757 leader_election.cc:302] T 66b0f9bc8b07474087394632c83cd277 P 5bcb4495e0c6462fa32da3db80d68d8d [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 5bcb4495e0c6462fa32da3db80d68d8d, 9f408a7b9b6344b8b2ab87041a60ef2b; no voters:
00:35:47.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:47.200232 29069 raft_consensus.cc:2781] T 66b0f9bc8b07474087394632c83cd277 P 5bcb4495e0c6462fa32da3db80d68d8d [term 1 FOLLOWER]: Leader election won for term 1
00:35:47.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:47.200631 29069 raft_consensus.cc:686] T 66b0f9bc8b07474087394632c83cd277 P 5bcb4495e0c6462fa32da3db80d68d8d [term 1 LEADER]: Becoming Leader. State: Replica: 5bcb4495e0c6462fa32da3db80d68d8d, State: Running, Role: LEADER
00:35:47.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:47.201439 29069 consensus_queue.cc:237] T 66b0f9bc8b07474087394632c83cd277 P 5bcb4495e0c6462fa32da3db80d68d8d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9f408a7b9b6344b8b2ab87041a60ef2b" member_type: VOTER last_known_addr { host: "127.27.152.193" port: 39891 } } peers { permanent_uuid: "5bcb4495e0c6462fa32da3db80d68d8d" member_type: VOTER last_known_addr { host: "127.27.152.194" port: 37379 } } peers { permanent_uuid: "1a482439924b47e7aef8b5467f9214e1" member_type: VOTER last_known_addr { host: "127.27.152.195" port: 38965 } }
00:35:47.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:47.202353 28984 raft_consensus.cc:2454] T 66b0f9bc8b07474087394632c83cd277 P 1a482439924b47e7aef8b5467f9214e1 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 5bcb4495e0c6462fa32da3db80d68d8d in term 1.
00:35:47.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:47.208427 29063 tablet_replica.cc:439] T 66b0f9bc8b07474087394632c83cd277 P 5bcb4495e0c6462fa32da3db80d68d8d: TxnStatusTablet state changed. Reason: New leader 5bcb4495e0c6462fa32da3db80d68d8d. Latest consensus state: current_term: 1 leader_uuid: "5bcb4495e0c6462fa32da3db80d68d8d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9f408a7b9b6344b8b2ab87041a60ef2b" member_type: VOTER last_known_addr { host: "127.27.152.193" port: 39891 } } peers { permanent_uuid: "5bcb4495e0c6462fa32da3db80d68d8d" member_type: VOTER last_known_addr { host: "127.27.152.194" port: 37379 } } peers { permanent_uuid: "1a482439924b47e7aef8b5467f9214e1" member_type: VOTER last_known_addr { host: "127.27.152.195" port: 38965 } } }
00:35:47.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:47.209164 29063 tablet_replica.cc:442] T 66b0f9bc8b07474087394632c83cd277 P 5bcb4495e0c6462fa32da3db80d68d8d: This TxnStatusTablet replica's current role is: LEADER
00:35:47.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:47.212069 29096 txn_status_manager.cc:873] Waiting until node catch up with all replicated operations in previous term...
00:35:47.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:47.212528 29096 txn_status_manager.cc:929] Loading transaction status metadata into memory...
00:35:47.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:47.213666 28389 catalog_manager.cc:5495] T 66b0f9bc8b07474087394632c83cd277 P 5bcb4495e0c6462fa32da3db80d68d8d reported cstate change: term changed from 0 to 1, leader changed from <none> to 5bcb4495e0c6462fa32da3db80d68d8d (127.27.152.194). New cstate: current_term: 1 leader_uuid: "5bcb4495e0c6462fa32da3db80d68d8d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9f408a7b9b6344b8b2ab87041a60ef2b" member_type: VOTER last_known_addr { host: "127.27.152.193" port: 39891 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "5bcb4495e0c6462fa32da3db80d68d8d" member_type: VOTER last_known_addr { host: "127.27.152.194" port: 37379 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "1a482439924b47e7aef8b5467f9214e1" member_type: VOTER last_known_addr { host: "127.27.152.195" port: 38965 } health_report { overall_health: UNKNOWN } } }
00:35:47.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:47.361708 28984 raft_consensus.cc:1261] T 66b0f9bc8b07474087394632c83cd277 P 1a482439924b47e7aef8b5467f9214e1 [term 1 FOLLOWER]: Refusing update from remote peer 5bcb4495e0c6462fa32da3db80d68d8d: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
00:35:47.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:47.362493 28689 raft_consensus.cc:1261] T 66b0f9bc8b07474087394632c83cd277 P 9f408a7b9b6344b8b2ab87041a60ef2b [term 1 FOLLOWER]: Refusing update from remote peer 5bcb4495e0c6462fa32da3db80d68d8d: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
00:35:47.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:47.363492 29063 consensus_queue.cc:1035] T 66b0f9bc8b07474087394632c83cd277 P 5bcb4495e0c6462fa32da3db80d68d8d [LEADER]: Connected to new peer: Peer: permanent_uuid: "1a482439924b47e7aef8b5467f9214e1" member_type: VOTER last_known_addr { host: "127.27.152.195" port: 38965 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:35:47.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:47.374328 29063 consensus_queue.cc:1035] T 66b0f9bc8b07474087394632c83cd277 P 5bcb4495e0c6462fa32da3db80d68d8d [LEADER]: Connected to new peer: Peer: permanent_uuid: "9f408a7b9b6344b8b2ab87041a60ef2b" member_type: VOTER last_known_addr { host: "127.27.152.193" port: 39891 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:35:47.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:47.393517 29061 tablet_replica.cc:439] T 66b0f9bc8b07474087394632c83cd277 P 9f408a7b9b6344b8b2ab87041a60ef2b: TxnStatusTablet state changed. Reason: New leader 5bcb4495e0c6462fa32da3db80d68d8d. Latest consensus state: current_term: 1 leader_uuid: "5bcb4495e0c6462fa32da3db80d68d8d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9f408a7b9b6344b8b2ab87041a60ef2b" member_type: VOTER last_known_addr { host: "127.27.152.193" port: 39891 } } peers { permanent_uuid: "5bcb4495e0c6462fa32da3db80d68d8d" member_type: VOTER last_known_addr { host: "127.27.152.194" port: 37379 } } peers { permanent_uuid: "1a482439924b47e7aef8b5467f9214e1" member_type: VOTER last_known_addr { host: "127.27.152.195" port: 38965 } } }
00:35:47.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:47.394320 29061 tablet_replica.cc:442] T 66b0f9bc8b07474087394632c83cd277 P 9f408a7b9b6344b8b2ab87041a60ef2b: This TxnStatusTablet replica's current role is: FOLLOWER
00:35:47.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:47.404218 29064 tablet_replica.cc:439] T 66b0f9bc8b07474087394632c83cd277 P 1a482439924b47e7aef8b5467f9214e1: TxnStatusTablet state changed. Reason: New leader 5bcb4495e0c6462fa32da3db80d68d8d. Latest consensus state: current_term: 1 leader_uuid: "5bcb4495e0c6462fa32da3db80d68d8d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9f408a7b9b6344b8b2ab87041a60ef2b" member_type: VOTER last_known_addr { host: "127.27.152.193" port: 39891 } } peers { permanent_uuid: "5bcb4495e0c6462fa32da3db80d68d8d" member_type: VOTER last_known_addr { host: "127.27.152.194" port: 37379 } } peers { permanent_uuid: "1a482439924b47e7aef8b5467f9214e1" member_type: VOTER last_known_addr { host: "127.27.152.195" port: 38965 } } }
00:35:47.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:47.404922 29064 tablet_replica.cc:442] T 66b0f9bc8b07474087394632c83cd277 P 1a482439924b47e7aef8b5467f9214e1: This TxnStatusTablet replica's current role is: FOLLOWER
00:35:47.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:47.414242 29091 mvcc.cc:205] Tried to move back new op lower bound from 7332700763576233984 to 7332700762945163264. Current Snapshot: MvccSnapshot[applied={T|T < 7332700763576233984}]
00:35:47.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:47.416234 29063 consensus_queue.cc:1035] T a4343f46f52f4353a58f71099dcdad1b P 5bcb4495e0c6462fa32da3db80d68d8d [LEADER]: Connected to new peer: Peer: permanent_uuid: "9f408a7b9b6344b8b2ab87041a60ef2b" member_type: VOTER last_known_addr { host: "127.27.152.193" port: 39891 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:35:47.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:47.423734 29063 tablet_replica.cc:439] T 66b0f9bc8b07474087394632c83cd277 P 5bcb4495e0c6462fa32da3db80d68d8d: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "5bcb4495e0c6462fa32da3db80d68d8d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9f408a7b9b6344b8b2ab87041a60ef2b" member_type: VOTER last_known_addr { host: "127.27.152.193" port: 39891 } } peers { permanent_uuid: "5bcb4495e0c6462fa32da3db80d68d8d" member_type: VOTER last_known_addr { host: "127.27.152.194" port: 37379 } } peers { permanent_uuid: "1a482439924b47e7aef8b5467f9214e1" member_type: VOTER last_known_addr { host: "127.27.152.195" port: 38965 } } }
00:35:47.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:47.424477 29063 tablet_replica.cc:442] T 66b0f9bc8b07474087394632c83cd277 P 5bcb4495e0c6462fa32da3db80d68d8d: This TxnStatusTablet replica's current role is: LEADER
00:35:47.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:47.424587 29064 tablet_replica.cc:439] T 66b0f9bc8b07474087394632c83cd277 P 1a482439924b47e7aef8b5467f9214e1: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "5bcb4495e0c6462fa32da3db80d68d8d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9f408a7b9b6344b8b2ab87041a60ef2b" member_type: VOTER last_known_addr { host: "127.27.152.193" port: 39891 } } peers { permanent_uuid: "5bcb4495e0c6462fa32da3db80d68d8d" member_type: VOTER last_known_addr { host: "127.27.152.194" port: 37379 } } peers { permanent_uuid: "1a482439924b47e7aef8b5467f9214e1" member_type: VOTER last_known_addr { host: "127.27.152.195" port: 38965 } } }
00:35:47.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:47.425276 29064 tablet_replica.cc:442] T 66b0f9bc8b07474087394632c83cd277 P 1a482439924b47e7aef8b5467f9214e1: This TxnStatusTablet replica's current role is: FOLLOWER
00:35:47.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:47.436482 29063 consensus_queue.cc:1035] T a4343f46f52f4353a58f71099dcdad1b P 5bcb4495e0c6462fa32da3db80d68d8d [LEADER]: Connected to new peer: Peer: permanent_uuid: "1a482439924b47e7aef8b5467f9214e1" member_type: VOTER last_known_addr { host: "127.27.152.195" port: 38965 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:35:47.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:47.449376 29069 tablet_replica.cc:439] T 66b0f9bc8b07474087394632c83cd277 P 5bcb4495e0c6462fa32da3db80d68d8d: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "5bcb4495e0c6462fa32da3db80d68d8d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9f408a7b9b6344b8b2ab87041a60ef2b" member_type: VOTER last_known_addr { host: "127.27.152.193" port: 39891 } } peers { permanent_uuid: "5bcb4495e0c6462fa32da3db80d68d8d" member_type: VOTER last_known_addr { host: "127.27.152.194" port: 37379 } } peers { permanent_uuid: "1a482439924b47e7aef8b5467f9214e1" member_type: VOTER last_known_addr { host: "127.27.152.195" port: 38965 } } }
00:35:47.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:47.450289 29069 tablet_replica.cc:442] T 66b0f9bc8b07474087394632c83cd277 P 5bcb4495e0c6462fa32da3db80d68d8d: This TxnStatusTablet replica's current role is: LEADER
00:35:47.466 [DEBUG - Time-limited test] (KuduTransaction.java:702) starting keepalive heartbeating with period 500 ms (txn ID 0)
00:35:47.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:47.466488 29061 tablet_replica.cc:439] T 66b0f9bc8b07474087394632c83cd277 P 9f408a7b9b6344b8b2ab87041a60ef2b: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "5bcb4495e0c6462fa32da3db80d68d8d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9f408a7b9b6344b8b2ab87041a60ef2b" member_type: VOTER last_known_addr { host: "127.27.152.193" port: 39891 } } peers { permanent_uuid: "5bcb4495e0c6462fa32da3db80d68d8d" member_type: VOTER last_known_addr { host: "127.27.152.194" port: 37379 } } peers { permanent_uuid: "1a482439924b47e7aef8b5467f9214e1" member_type: VOTER last_known_addr { host: "127.27.152.195" port: 38965 } } }
00:35:47.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:47.467438 29061 tablet_replica.cc:442] T 66b0f9bc8b07474087394632c83cd277 P 9f408a7b9b6344b8b2ab87041a60ef2b: This TxnStatusTablet replica's current role is: FOLLOWER
00:35:47.472 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 64de934ee91c4cc48e966b1c0d0c1c16
00:35:47.472 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.27.152.253:35285
00:35:47.473 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
00:35:47.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:47.475252 28259 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskoSwD1k/build/tsan/bin/kudu with pid 28351
00:35:47.546 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.27.152.253:35285(127.27.152.253:35285)] handling channelInactive
00:35:47.546 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.152.253:35285(127.27.152.253:35285)] cleaning up while in state READY due to: connection closed
00:35:47.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:47.545944 28904 connection.cc:535] client connection to 127.27.152.253:35285 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
00:35:47.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:47.546859 29030 heartbeater.cc:644] Failed to heartbeat to 127.27.152.253:35285 (0 consecutive failures): Network error: Failed to send heartbeat to master: recv error from unknown peer: Transport endpoint is not connected (error 107)
00:35:47.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:47.546929 28757 connection.cc:535] client connection to 127.27.152.253:35285 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
00:35:47.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:47.548395 28882 heartbeater.cc:644] Failed to heartbeat to 127.27.152.253:35285 (0 consecutive failures): Network error: Failed to send heartbeat to master: recv error from unknown peer: Transport endpoint is not connected (error 107)
00:35:47.553 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
00:35:47.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:47.554998 28609 connection.cc:535] client connection to 127.27.152.253:35285 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
00:35:47.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:47.557683 28735 heartbeater.cc:644] Failed to heartbeat to 127.27.152.253:35285 (0 consecutive failures): Network error: Failed to send heartbeat to master: recv error from unknown peer: Transport endpoint is not connected (error 107)
00:35:47.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:47.717270 29111 raft_consensus.cc:482] T 00000000000000000000000000000000 P 2156ca9c07314a4a892d8c161af3f613 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 1113c4ab15394b5a8d737b0b04524deb)
00:35:47.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:47.717705 29111 raft_consensus.cc:504] T 00000000000000000000000000000000 P 2156ca9c07314a4a892d8c161af3f613 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6da300227be94de7bf8b9e1c36e8fb97" member_type: VOTER last_known_addr { host: "127.27.152.254" port: 34589 } } peers { permanent_uuid: "1113c4ab15394b5a8d737b0b04524deb" member_type: VOTER last_known_addr { host: "127.27.152.253" port: 35285 } } peers { permanent_uuid: "2156ca9c07314a4a892d8c161af3f613" member_type: VOTER last_known_addr { host: "127.27.152.252" port: 45151 } }
00:35:47.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:47.719326 29111 leader_election.cc:288] T 00000000000000000000000000000000 P 2156ca9c07314a4a892d8c161af3f613 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 6da300227be94de7bf8b9e1c36e8fb97 (127.27.152.254:34589), 1113c4ab15394b5a8d737b0b04524deb (127.27.152.253:35285)
00:35:47.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:47.720253 28314 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2156ca9c07314a4a892d8c161af3f613" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "6da300227be94de7bf8b9e1c36e8fb97" is_pre_election: true
00:35:47.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:47.721138 28314 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 6da300227be94de7bf8b9e1c36e8fb97 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2156ca9c07314a4a892d8c161af3f613 in term 1.
00:35:47.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:47.724191 28463 leader_election.cc:302] T 00000000000000000000000000000000 P 2156ca9c07314a4a892d8c161af3f613 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2156ca9c07314a4a892d8c161af3f613, 6da300227be94de7bf8b9e1c36e8fb97; no voters:
00:35:47.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:47.725425 29111 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 2156ca9c07314a4a892d8c161af3f613 [term 1 FOLLOWER]: Leader pre-election won for term 2
00:35:47.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:47.725971 29111 raft_consensus.cc:482] T 00000000000000000000000000000000 P 2156ca9c07314a4a892d8c161af3f613 [term 1 FOLLOWER]: Starting leader election (detected failure of leader 1113c4ab15394b5a8d737b0b04524deb)
00:35:47.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:47.726498 29111 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 2156ca9c07314a4a892d8c161af3f613 [term 1 FOLLOWER]: Advancing to term 2
00:35:47.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:47.736649 28461 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.152.253:35285: connect: Connection refused (error 111) [suppressed 1 similar messages]
00:35:47.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:47.737141 29113 raft_consensus.cc:482] T 00000000000000000000000000000000 P 6da300227be94de7bf8b9e1c36e8fb97 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 1113c4ab15394b5a8d737b0b04524deb)
00:35:47.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:47.737900 29113 raft_consensus.cc:504] T 00000000000000000000000000000000 P 6da300227be94de7bf8b9e1c36e8fb97 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6da300227be94de7bf8b9e1c36e8fb97" member_type: VOTER last_known_addr { host: "127.27.152.254" port: 34589 } } peers { permanent_uuid: "1113c4ab15394b5a8d737b0b04524deb" member_type: VOTER last_known_addr { host: "127.27.152.253" port: 35285 } } peers { permanent_uuid: "2156ca9c07314a4a892d8c161af3f613" member_type: VOTER last_known_addr { host: "127.27.152.252" port: 45151 } }
00:35:47.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:47.738741 29111 raft_consensus.cc:504] T 00000000000000000000000000000000 P 2156ca9c07314a4a892d8c161af3f613 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6da300227be94de7bf8b9e1c36e8fb97" member_type: VOTER last_known_addr { host: "127.27.152.254" port: 34589 } } peers { permanent_uuid: "1113c4ab15394b5a8d737b0b04524deb" member_type: VOTER last_known_addr { host: "127.27.152.253" port: 35285 } } peers { permanent_uuid: "2156ca9c07314a4a892d8c161af3f613" member_type: VOTER last_known_addr { host: "127.27.152.252" port: 45151 } }
00:35:47.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:47.742069 28314 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2156ca9c07314a4a892d8c161af3f613" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "6da300227be94de7bf8b9e1c36e8fb97"
00:35:47.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:47.742836 28314 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 6da300227be94de7bf8b9e1c36e8fb97 [term 1 FOLLOWER]: Advancing to term 2
00:35:47.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:47.748277 28486 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6da300227be94de7bf8b9e1c36e8fb97" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "2156ca9c07314a4a892d8c161af3f613" is_pre_election: true
00:35:47.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:47.749228 28486 raft_consensus.cc:2379] T 00000000000000000000000000000000 P 2156ca9c07314a4a892d8c161af3f613 [term 2 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 6da300227be94de7bf8b9e1c36e8fb97 in current term 2: Already voted for candidate 2156ca9c07314a4a892d8c161af3f613 in this term.
00:35:47.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:47.751350 29113 leader_election.cc:288] T 00000000000000000000000000000000 P 6da300227be94de7bf8b9e1c36e8fb97 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 1113c4ab15394b5a8d737b0b04524deb (127.27.152.253:35285), 2156ca9c07314a4a892d8c161af3f613 (127.27.152.252:45151)
00:35:47.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:47.752137 28314 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 6da300227be94de7bf8b9e1c36e8fb97 [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2156ca9c07314a4a892d8c161af3f613 in term 2.
00:35:47.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:47.753226 29111 leader_election.cc:288] T 00000000000000000000000000000000 P 2156ca9c07314a4a892d8c161af3f613 [CANDIDATE]: Term 2 election: Requested vote from peers 6da300227be94de7bf8b9e1c36e8fb97 (127.27.152.254:34589), 1113c4ab15394b5a8d737b0b04524deb (127.27.152.253:35285)
00:35:47.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:47.754973 28463 leader_election.cc:302] T 00000000000000000000000000000000 P 2156ca9c07314a4a892d8c161af3f613 [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2156ca9c07314a4a892d8c161af3f613, 6da300227be94de7bf8b9e1c36e8fb97; no voters:
00:35:47.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:47.756170 29111 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 2156ca9c07314a4a892d8c161af3f613 [term 2 FOLLOWER]: Leader election won for term 2
00:35:47.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:47.759866 28288 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.152.253:35285: connect: Connection refused (error 111) [suppressed 13 similar messages]
00:35:47.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:47.760299 28461 leader_election.cc:334] T 00000000000000000000000000000000 P 2156ca9c07314a4a892d8c161af3f613 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 1113c4ab15394b5a8d737b0b04524deb (127.27.152.253:35285): Network error: Client connection negotiation failed: client connection to 127.27.152.253:35285: connect: Connection refused (error 111)
00:35:47.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:47.761991 29111 raft_consensus.cc:686] T 00000000000000000000000000000000 P 2156ca9c07314a4a892d8c161af3f613 [term 2 LEADER]: Becoming Leader. State: Replica: 2156ca9c07314a4a892d8c161af3f613, State: Running, Role: LEADER
00:35:47.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:47.763346 28461 leader_election.cc:334] T 00000000000000000000000000000000 P 2156ca9c07314a4a892d8c161af3f613 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 1113c4ab15394b5a8d737b0b04524deb (127.27.152.253:35285): Network error: Client connection negotiation failed: client connection to 127.27.152.253:35285: connect: Connection refused (error 111)
00:35:47.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:47.763496 29111 consensus_queue.cc:237] T 00000000000000000000000000000000 P 2156ca9c07314a4a892d8c161af3f613 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 11, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6da300227be94de7bf8b9e1c36e8fb97" member_type: VOTER last_known_addr { host: "127.27.152.254" port: 34589 } } peers { permanent_uuid: "1113c4ab15394b5a8d737b0b04524deb" member_type: VOTER last_known_addr { host: "127.27.152.253" port: 35285 } } peers { permanent_uuid: "2156ca9c07314a4a892d8c161af3f613" member_type: VOTER last_known_addr { host: "127.27.152.252" port: 45151 } }
00:35:47.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:47.768286 28288 leader_election.cc:334] T 00000000000000000000000000000000 P 6da300227be94de7bf8b9e1c36e8fb97 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 1113c4ab15394b5a8d737b0b04524deb (127.27.152.253:35285): Network error: Client connection negotiation failed: client connection to 127.27.152.253:35285: connect: Connection refused (error 111)
00:35:47.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:47.768787 28288 leader_election.cc:302] T 00000000000000000000000000000000 P 6da300227be94de7bf8b9e1c36e8fb97 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 6da300227be94de7bf8b9e1c36e8fb97; no voters: 1113c4ab15394b5a8d737b0b04524deb, 2156ca9c07314a4a892d8c161af3f613
00:35:47.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:47.769603 29113 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 6da300227be94de7bf8b9e1c36e8fb97 [term 2 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
00:35:47.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:47.770020 29116 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2156ca9c07314a4a892d8c161af3f613 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 2156ca9c07314a4a892d8c161af3f613. Latest consensus state: current_term: 2 leader_uuid: "2156ca9c07314a4a892d8c161af3f613" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6da300227be94de7bf8b9e1c36e8fb97" member_type: VOTER last_known_addr { host: "127.27.152.254" port: 34589 } } peers { permanent_uuid: "1113c4ab15394b5a8d737b0b04524deb" member_type: VOTER last_known_addr { host: "127.27.152.253" port: 35285 } } peers { permanent_uuid: "2156ca9c07314a4a892d8c161af3f613" member_type: VOTER last_known_addr { host: "127.27.152.252" port: 45151 } } }
00:35:47.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:47.770732 29116 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2156ca9c07314a4a892d8c161af3f613 [sys.catalog]: This master's current role is: LEADER
00:35:47.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:47.773298 29118 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
00:35:47.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:47.779151 29118 catalog_manager.cc:669] Loaded metadata for table txn_manager_fallback_rolling [id=64de934ee91c4cc48e966b1c0d0c1c16]
00:35:47.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:47.780488 29118 catalog_manager.cc:669] Loaded metadata for table kudu_system.kudu_transactions [id=fb26c59b34874be2839a488ccd17760a]
00:35:47.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:47.785060 29118 tablet_loader.cc:96] loaded metadata for tablet 1154ceaf4daf4efbae070b35d282edb5 (table txn_manager_fallback_rolling [id=64de934ee91c4cc48e966b1c0d0c1c16])
00:35:47.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:47.786105 29118 tablet_loader.cc:96] loaded metadata for tablet 66b0f9bc8b07474087394632c83cd277 (table kudu_system.kudu_transactions [id=fb26c59b34874be2839a488ccd17760a])
00:35:47.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:47.787029 29118 tablet_loader.cc:96] loaded metadata for tablet a4343f46f52f4353a58f71099dcdad1b (table txn_manager_fallback_rolling [id=64de934ee91c4cc48e966b1c0d0c1c16])
00:35:47.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:47.787799 29118 catalog_manager.cc:1484] Initializing Kudu cluster ID...
00:35:47.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:47.790755 29118 catalog_manager.cc:1259] Loaded cluster ID: a6cf87645273490ab084c2d4da801b1e
00:35:47.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:47.790930 29118 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
00:35:47.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:47.794391 29118 catalog_manager.cc:1504] Loading token signing keys...
00:35:47.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:47.797092 29118 catalog_manager.cc:5879] T 00000000000000000000000000000000 P 2156ca9c07314a4a892d8c161af3f613: Loaded TSK: 0
00:35:47.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:47.798547 29118 catalog_manager.cc:1514] Initializing in-progress tserver states...
00:35:47.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:47.847316 28314 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 6da300227be94de7bf8b9e1c36e8fb97 [term 2 FOLLOWER]: Refusing update from remote peer 2156ca9c07314a4a892d8c161af3f613: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 2 index: 12. (index mismatch)
00:35:47.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:47.849044 29116 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 2156ca9c07314a4a892d8c161af3f613 [LEADER]: Connected to new peer: Peer: permanent_uuid: "6da300227be94de7bf8b9e1c36e8fb97" member_type: VOTER last_known_addr { host: "127.27.152.254" port: 34589 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
00:35:47.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:47.852363 29113 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6da300227be94de7bf8b9e1c36e8fb97 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 2156ca9c07314a4a892d8c161af3f613. Latest consensus state: current_term: 2 leader_uuid: "2156ca9c07314a4a892d8c161af3f613" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6da300227be94de7bf8b9e1c36e8fb97" member_type: VOTER last_known_addr { host: "127.27.152.254" port: 34589 } } peers { permanent_uuid: "1113c4ab15394b5a8d737b0b04524deb" member_type: VOTER last_known_addr { host: "127.27.152.253" port: 35285 } } peers { permanent_uuid: "2156ca9c07314a4a892d8c161af3f613" member_type: VOTER last_known_addr { host: "127.27.152.252" port: 45151 } } }
00:35:47.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:47.853156 29113 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6da300227be94de7bf8b9e1c36e8fb97 [sys.catalog]: This master's current role is: FOLLOWER
00:35:47.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:47.860008 29113 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6da300227be94de7bf8b9e1c36e8fb97 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "2156ca9c07314a4a892d8c161af3f613" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6da300227be94de7bf8b9e1c36e8fb97" member_type: VOTER last_known_addr { host: "127.27.152.254" port: 34589 } } peers { permanent_uuid: "1113c4ab15394b5a8d737b0b04524deb" member_type: VOTER last_known_addr { host: "127.27.152.253" port: 35285 } } peers { permanent_uuid: "2156ca9c07314a4a892d8c161af3f613" member_type: VOTER last_known_addr { host: "127.27.152.252" port: 45151 } } }
00:35:47.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:47.860714 29113 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6da300227be94de7bf8b9e1c36e8fb97 [sys.catalog]: This master's current role is: FOLLOWER
00:35:47.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:47.863504 28461 consensus_peers.cc:487] T 00000000000000000000000000000000 P 2156ca9c07314a4a892d8c161af3f613 -> Peer 1113c4ab15394b5a8d737b0b04524deb (127.27.152.253:35285): Couldn't send request to peer 1113c4ab15394b5a8d737b0b04524deb. Status: Network error: Client connection negotiation failed: client connection to 127.27.152.253:35285: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
00:35:47.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:47.865360 29116 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2156ca9c07314a4a892d8c161af3f613 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "2156ca9c07314a4a892d8c161af3f613" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6da300227be94de7bf8b9e1c36e8fb97" member_type: VOTER last_known_addr { host: "127.27.152.254" port: 34589 } } peers { permanent_uuid: "1113c4ab15394b5a8d737b0b04524deb" member_type: VOTER last_known_addr { host: "127.27.152.253" port: 35285 } } peers { permanent_uuid: "2156ca9c07314a4a892d8c161af3f613" member_type: VOTER last_known_addr { host: "127.27.152.252" port: 45151 } } }
00:35:47.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:47.866552 29116 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2156ca9c07314a4a892d8c161af3f613 [sys.catalog]: This master's current role is: LEADER
00:35:47.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:47.872028 28520 debug-util.cc:398] Leaking SignalData structure 0x7b08000c4680 after lost signal to thread 28441
00:35:47.980 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.27.152.253:35285(127.27.152.253:35285)] connecting to peer
00:35:47.981 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.152.253:35285(127.27.152.253:35285): Connection refused: /127.27.152.253:35285
00:35:47.981 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.152.253:35285(127.27.152.253:35285)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.152.253:35285(127.27.152.253:35285): Connection refused: /127.27.152.253:35285
00:35:47.982 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location master-127.27.152.253:35285(127.27.152.253:35285) for tablet Kudu Master: Failed to connect to peer master-127.27.152.253:35285(127.27.152.253:35285): Connection refused: /127.27.152.253:35285
00:35:48.000 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.27.152.253:35285(127.27.152.253:35285)] connecting to peer
00:35:48.004 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.152.253:35285(127.27.152.253:35285): Connection refused: /127.27.152.253:35285
00:35:48.004 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.152.253:35285(127.27.152.253:35285)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.152.253:35285(127.27.152.253:35285): Connection refused: /127.27.152.253:35285
00:35:48.005 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.152.253:35285: Failed to connect to peer master-127.27.152.253:35285(127.27.152.253:35285): Connection refused: /127.27.152.253:35285
00:35:48.012 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
00:35:48.012 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=2, TimeoutTracker(timeout=250, elapsed=32), Traces: [0ms] sending RPC to server master-127.27.152.253:35285, [2ms] received response from server master-127.27.152.253:35285: Network error: Failed to connect to peer master-127.27.152.253:35285(127.27.152.253:35285): Connection refused: /127.27.152.253:35285, [3ms] delaying RPC due to: Network error: Failed to connect to peer master-127.27.152.253:35285(127.27.152.253:35285): Connection refused: /127.27.152.253:35285, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.254:34589, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.252:45151, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.253:35285, [25ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.253:35285: Network error: Failed to connect to peer master-127.27.152.253:35285(127.27.152.253:35285): Connection refused: /127.27.152.253:35285, [26ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.254:34589: OK, [31ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.252:45151: OK, deferred=Deferred@1839309146(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$83/807471066@6fe254c1, errback=org.apache.kudu.client.KuduTransaction$$Lambda$84/2061247318@1a485c3a)) after lookup
00:35:48.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:48.147378 28476 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:58626:
00:35:48.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
00:35:48.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
00:35:48.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
00:35:48.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
00:35:48.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
00:35:48.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
00:35:48.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
00:35:48.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
00:35:48.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
00:35:48.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
00:35:48.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
00:35:48.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:35:48.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
00:35:48.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
00:35:48.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
00:35:48.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
00:35:48.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
00:35:48.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
00:35:48.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
00:35:48.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
00:35:48.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
00:35:48.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:35:48.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
00:35:48.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
00:35:48.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
00:35:48.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
00:35:48.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
00:35:48.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
00:35:48.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
00:35:48.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
00:35:48.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
00:35:48.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:35:48.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
00:35:48.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
00:35:48.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
00:35:48.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
00:35:48.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
00:35:48.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
00:35:48.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
00:35:48.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
00:35:48.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
00:35:48.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:35:48.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:35:48.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
00:35:48.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
00:35:48.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
00:35:48.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
00:35:48.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:35:48.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
00:35:48.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
00:35:48.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
00:35:48.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
00:35:48.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:35:48.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:35:48.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:35:48.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
00:35:48.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:48.152688 28476 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
00:35:48.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:48.189024 28509 rpcz_store.cc:267] Call kudu.transactions.TxnManagerService.KeepTransactionAlive from 127.0.0.1:58606 (request call id 2) took 175 ms (client timeout 217 ms). Trace:
00:35:48.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:48.189447 28509 rpcz_store.cc:269] 0924 00:35:48.013581 (+ 0us) service_pool.cc:170] Inserting onto call queue
00:35:48.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0924 00:35:48.013845 (+ 264us) service_pool.cc:227] Handling call
00:35:48.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0924 00:35:48.188768 (+174923us) inbound_call.cc:173] Queueing success response
00:35:48.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"dns_us":1082,"init.queue_time_us":12572,"init.run_cpu_time_us":58825,"init.run_wall_time_us":138036,"thread_start_us":64103,"threads_started":5}
00:35:48.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:48.379009 28461 consensus_peers.cc:487] T 00000000000000000000000000000000 P 2156ca9c07314a4a892d8c161af3f613 -> Peer 1113c4ab15394b5a8d737b0b04524deb (127.27.152.253:35285): Couldn't send request to peer 1113c4ab15394b5a8d737b0b04524deb. Status: Network error: Client connection negotiation failed: client connection to 127.27.152.253:35285: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
00:35:48.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:48.903110 28461 consensus_peers.cc:487] T 00000000000000000000000000000000 P 2156ca9c07314a4a892d8c161af3f613 -> Peer 1113c4ab15394b5a8d737b0b04524deb (127.27.152.253:35285): Couldn't send request to peer 1113c4ab15394b5a8d737b0b04524deb. Status: Network error: Client connection negotiation failed: client connection to 127.27.152.253:35285: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
00:35:49.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:49.403528 28461 consensus_peers.cc:487] T 00000000000000000000000000000000 P 2156ca9c07314a4a892d8c161af3f613 -> Peer 1113c4ab15394b5a8d737b0b04524deb (127.27.152.253:35285): Couldn't send request to peer 1113c4ab15394b5a8d737b0b04524deb. Status: Network error: Client connection negotiation failed: client connection to 127.27.152.253:35285: connect: Connection refused (error 111). This is attempt 16: this message will repeat every 5th retry.
00:35:49.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:49.526265 29029 heartbeater.cc:503] Master 127.27.152.252:45151 was elected leader, sending a full tablet report...
00:35:49.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:49.528051 28734 heartbeater.cc:503] Master 127.27.152.252:45151 was elected leader, sending a full tablet report...
00:35:49.566 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 1154ceaf4daf4efbae070b35d282edb5 for table 'txn_manager_fallback_rolling' with partition [0x00000000, 0x00000001)
00:35:49.566 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet a4343f46f52f4353a58f71099dcdad1b for table 'txn_manager_fallback_rolling' with partition [0x00000001, 0x00000002)
00:35:49.567 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=1154ceaf4daf4efbae070b35d282edb5@[1a482439924b47e7aef8b5467f9214e1(127.27.152.195:38965),5bcb4495e0c6462fa32da3db80d68d8d(127.27.152.194:37379)[L],9f408a7b9b6344b8b2ab87041a60ef2b(127.27.152.193:39891)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=a4343f46f52f4353a58f71099dcdad1b@[1a482439924b47e7aef8b5467f9214e1(127.27.152.195:38965),5bcb4495e0c6462fa32da3db80d68d8d(127.27.152.194:37379)[L],9f408a7b9b6344b8b2ab87041a60ef2b(127.27.152.193:39891)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
00:35:49.567 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=7), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.152.252:45151, [7ms] Sub RPC GetTableLocations: received response from server master-127.27.152.252:45151: OK, deferred=null) after lookup
00:35:49.568 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 5bcb4495e0c6462fa32da3db80d68d8d(127.27.152.194:37379)] connecting to peer
00:35:49.569 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 5bcb4495e0c6462fa32da3db80d68d8d(127.27.152.194:37379)] Successfully connected to peer
00:35:49.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:49.570281 28881 heartbeater.cc:503] Master 127.27.152.252:45151 was elected leader, sending a full tablet report...
00:35:49.608 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x550c055a, L:/127.0.0.1:38820 - R:/127.27.152.194:37379] using TOKEN/null
00:35:49.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:49.614885 28775 master_proxy_rpc.cc:203] Re-attempting GetTableSchema request to leader Master (127.27.152.253:35285)
00:35:49.727 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.27.152.253:35285
00:35:49.728 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
00:35:49.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:49.729477 28259 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskoSwD1k/build/tsan/bin/kudu
00:35:49.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskoSwD1k/build/tsan/bin/kudu
00:35:49.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskoSwD1k/test-tmp/mini-kudu-cluster4810776945836919876/master-1/wal
00:35:49.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskoSwD1k/test-tmp/mini-kudu-cluster4810776945836919876/master-1/data
00:35:49.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:35:49.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:35:49.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:35:49.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:35:49.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:35:49.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:35:49.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskoSwD1k/test-tmp/mini-kudu-cluster4810776945836919876/master-1/logs
00:35:49.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskoSwD1k/test-tmp/mini-kudu-cluster4810776945836919876/master-1/data/info.pb
00:35:49.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:35:49.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:35:49.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:35:49.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:35:49.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:35:49.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:35:49.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:35:49.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:35:49.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
00:35:49.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:35:49.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:35:49.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:35:49.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.152.253:35285
00:35:49.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.152.253
00:35:49.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44417
00:35:49.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.152.212:36165
00:35:49.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:35:49.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:35:49.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:35:49.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:35:49.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.152.254:34589,127.27.152.253:35285,127.27.152.252:45151
00:35:49.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:35:49.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39863/jwks.json
00:35:49.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
00:35:49.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
00:35:49.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:49.959995 28461 consensus_peers.cc:487] T 00000000000000000000000000000000 P 2156ca9c07314a4a892d8c161af3f613 -> Peer 1113c4ab15394b5a8d737b0b04524deb (127.27.152.253:35285): Couldn't send request to peer 1113c4ab15394b5a8d737b0b04524deb. Status: Network error: Client connection negotiation failed: client connection to 127.27.152.253:35285: connect: Connection refused (error 111). This is attempt 21: this message will repeat every 5th retry.
00:35:50.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:50.077653 29161 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
00:35:50.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:50.078744 29161 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:35:50.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:50.079309 29161 flags.cc:425] Enabled unsafe flag: --never_fsync=true
00:35:50.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:50.112573 29161 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
00:35:50.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:50.112843 29161 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
00:35:50.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:50.113003 29161 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
00:35:50.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:50.113194 29161 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
00:35:50.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:50.113379 29161 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
00:35:50.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:50.113564 29161 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
00:35:50.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:50.113790 29161 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:39863/jwks.json
00:35:50.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:50.154954 29161 master_runner.cc:386] Master server non-default flags:
00:35:50.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:35:50.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.152.212:36165
00:35:50.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:35:50.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:35:50.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
00:35:50.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskoSwD1k/test-tmp/mini-kudu-cluster4810776945836919876/master-1/data
00:35:50.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskoSwD1k/test-tmp/mini-kudu-cluster4810776945836919876/master-1/wal
00:35:50.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:35:50.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.152.254:34589,127.27.152.253:35285,127.27.152.252:45151
00:35:50.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
00:35:50.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:35:50.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:35:50.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:35:50.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.152.253:35285
00:35:50.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:35:50.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:35:50.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:35:50.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39863/jwks.json
00:35:50.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:35:50.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:35:50.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskoSwD1k/test-tmp/mini-kudu-cluster4810776945836919876/master-1/data/info.pb
00:35:50.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.152.253
00:35:50.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44417
00:35:50.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:35:50.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:35:50.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:35:50.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:35:50.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:35:50.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskoSwD1k/test-tmp/mini-kudu-cluster4810776945836919876/master-1/logs
00:35:50.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:35:50.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:35:50.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
00:35:50.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
00:35:50.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
00:35:50.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
00:35:50.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:35:50.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 23 Sep 2026 23:32:10 UTC on ccycloud.quasar-wfxeao.root.comops.site
00:35:50.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4668917
00:35:50.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:35:50.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:50.156452 29161 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:35:50.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:50.158214 29161 file_cache.cc:493] Constructed file cache file cache with capacity 419430
00:35:50.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:50.179692 29171 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:35:50.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:50.452165 28461 consensus_peers.cc:487] T 00000000000000000000000000000000 P 2156ca9c07314a4a892d8c161af3f613 -> Peer 1113c4ab15394b5a8d737b0b04524deb (127.27.152.253:35285): Couldn't send request to peer 1113c4ab15394b5a8d737b0b04524deb. Status: Network error: Client connection negotiation failed: client connection to 127.27.152.253:35285: connect: Connection refused (error 111). This is attempt 26: this message will repeat every 5th retry.
00:35:51.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:51.022104 28461 consensus_peers.cc:487] T 00000000000000000000000000000000 P 2156ca9c07314a4a892d8c161af3f613 -> Peer 1113c4ab15394b5a8d737b0b04524deb (127.27.152.253:35285): Couldn't send request to peer 1113c4ab15394b5a8d737b0b04524deb. Status: Network error: Client connection negotiation failed: client connection to 127.27.152.253:35285: connect: Connection refused (error 111). This is attempt 31: this message will repeat every 5th retry.
00:35:51.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:50.179905 29169 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:35:51.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:50.182289 29161 server_base.cc:1034] running on GCE node
00:35:51.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:50.181788 29168 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:35:51.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:51.498034 29161 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:35:51.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:51.500976 29161 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:35:51.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:51.502339 29161 hybrid_clock.cc:648] HybridClock initialized: now 1790210151502302 us; error 53 us; skew 500 ppm
00:35:51.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:51.503392 29161 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:35:51.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:51.510164 29161 webserver.cc:460] Webserver started at http://127.27.152.253:44417/ using document root <none> and password file <none>
00:35:51.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:51.511065 29161 fs_manager.cc:359] Metadata directory not provided
00:35:51.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:51.511260 29161 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:35:51.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:51.519315 29161 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.001s sys 0.004s
00:35:51.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:51.521133 28461 consensus_peers.cc:487] T 00000000000000000000000000000000 P 2156ca9c07314a4a892d8c161af3f613 -> Peer 1113c4ab15394b5a8d737b0b04524deb (127.27.152.253:35285): Couldn't send request to peer 1113c4ab15394b5a8d737b0b04524deb. Status: Network error: Client connection negotiation failed: client connection to 127.27.152.253:35285: connect: Connection refused (error 111). This is attempt 36: this message will repeat every 5th retry.
00:35:51.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:51.524210 29181 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
00:35:51.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:51.525238 29161 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.004s sys 0.001s
00:35:51.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:51.525732 29161 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskoSwD1k/test-tmp/mini-kudu-cluster4810776945836919876/master-1/data,/tmp/dist-test-taskoSwD1k/test-tmp/mini-kudu-cluster4810776945836919876/master-1/wal
00:35:51.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1113c4ab15394b5a8d737b0b04524deb"
00:35:51.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 00:35:35 on dist-test-slave-tf33"
00:35:51.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:51.528209 29161 fs_report.cc:383] FS layout report
00:35:51.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:35:51.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskoSwD1k/test-tmp/mini-kudu-cluster4810776945836919876/master-1/wal
00:35:51.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskoSwD1k/test-tmp/mini-kudu-cluster4810776945836919876/master-1/wal
00:35:51.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskoSwD1k/test-tmp/mini-kudu-cluster4810776945836919876/master-1/data/data
00:35:51.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:35:51.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:35:51.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:35:51.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:35:51.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:35:51.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:35:51.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:35:51.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:35:51.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:35:51.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:35:51.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:35:51.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:51.570487 29161 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
00:35:51.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:51.572242 29161 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:35:51.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:51.572752 29161 kserver.cc:163] Server-wide thread pool size limit: 3276
00:35:51.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:51.671865 29161 rpc_server.cc:307] RPC server started. Bound to: 127.27.152.253:35285
00:35:51.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:51.672051 29245 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.27.152.253:35285 every 8 connection(s)
00:35:51.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:51.674888 29161 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskoSwD1k/test-tmp/mini-kudu-cluster4810776945836919876/master-1/data/info.pb
00:35:51.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:51.679302 28259 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskoSwD1k/build/tsan/bin/kudu as pid 29161
00:35:51.679 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
00:35:51.680 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.27.152.252:45151
00:35:51.680 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
00:35:51.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:51.680466 28259 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskoSwD1k/build/tsan/bin/kudu with pid 28436
00:35:51.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:51.688118 29246 sys_catalog.cc:263] Verifying existing consensus state
00:35:51.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:51.693562 29246 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1113c4ab15394b5a8d737b0b04524deb: Bootstrap starting.
00:35:51.714 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.27.152.252:45151(127.27.152.252:45151)] handling channelInactive
00:35:51.714 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.152.252:45151(127.27.152.252:45151)] cleaning up while in state READY due to: connection closed
00:35:51.715 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
00:35:51.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:51.737025 29246 log.cc:824] T 00000000000000000000000000000000 P 1113c4ab15394b5a8d737b0b04524deb: Log is configured to *not* fsync() on all Append() calls
00:35:51.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:51.771751 29246 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1113c4ab15394b5a8d737b0b04524deb: Bootstrap replayed 1/1 log segments. Stats: ops{read=11 overwritten=0 applied=11 ignored=0} inserts{seen=8 ignored=0} mutations{seen=6 ignored=0} orphaned_commits=0. Pending: 0 replicates
00:35:51.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:51.772616 29246 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1113c4ab15394b5a8d737b0b04524deb: Bootstrap complete.
00:35:51.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:51.796964 29246 raft_consensus.cc:348] T 00000000000000000000000000000000 P 1113c4ab15394b5a8d737b0b04524deb [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6da300227be94de7bf8b9e1c36e8fb97" member_type: VOTER last_known_addr { host: "127.27.152.254" port: 34589 } } peers { permanent_uuid: "1113c4ab15394b5a8d737b0b04524deb" member_type: VOTER last_known_addr { host: "127.27.152.253" port: 35285 } } peers { permanent_uuid: "2156ca9c07314a4a892d8c161af3f613" member_type: VOTER last_known_addr { host: "127.27.152.252" port: 45151 } }
00:35:51.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:51.799451 29246 raft_consensus.cc:729] T 00000000000000000000000000000000 P 1113c4ab15394b5a8d737b0b04524deb [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1113c4ab15394b5a8d737b0b04524deb, State: Initialized, Role: FOLLOWER
00:35:51.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:51.800380 29246 consensus_queue.cc:260] T 00000000000000000000000000000000 P 1113c4ab15394b5a8d737b0b04524deb [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6da300227be94de7bf8b9e1c36e8fb97" member_type: VOTER last_known_addr { host: "127.27.152.254" port: 34589 } } peers { permanent_uuid: "1113c4ab15394b5a8d737b0b04524deb" member_type: VOTER last_known_addr { host: "127.27.152.253" port: 35285 } } peers { permanent_uuid: "2156ca9c07314a4a892d8c161af3f613" member_type: VOTER last_known_addr { host: "127.27.152.252" port: 45151 } }
00:35:51.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:51.803521 29249 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1113c4ab15394b5a8d737b0b04524deb [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6da300227be94de7bf8b9e1c36e8fb97" member_type: VOTER last_known_addr { host: "127.27.152.254" port: 34589 } } peers { permanent_uuid: "1113c4ab15394b5a8d737b0b04524deb" member_type: VOTER last_known_addr { host: "127.27.152.253" port: 35285 } } peers { permanent_uuid: "2156ca9c07314a4a892d8c161af3f613" member_type: VOTER last_known_addr { host: "127.27.152.252" port: 45151 } } }
00:35:51.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:51.804250 29249 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1113c4ab15394b5a8d737b0b04524deb [sys.catalog]: This master's current role is: FOLLOWER
00:35:51.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:51.804683 29246 sys_catalog.cc:564] T 00000000000000000000000000000000 P 1113c4ab15394b5a8d737b0b04524deb [sys.catalog]: configured and running, proceeding with master startup.
00:35:51.819 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.27.152.252:45151(127.27.152.252:45151)] connecting to peer
00:35:51.820 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.152.252:45151(127.27.152.252:45151): Connection refused: /127.27.152.252:45151
00:35:51.820 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.152.252:45151(127.27.152.252:45151)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.152.252:45151(127.27.152.252:45151): Connection refused: /127.27.152.252:45151
00:35:51.820 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location master-127.27.152.252:45151(127.27.152.252:45151) for tablet Kudu Master: Failed to connect to peer master-127.27.152.252:45151(127.27.152.252:45151): Connection refused: /127.27.152.252:45151
00:35:51.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:51.835148 29260 catalog_manager.cc:1259] Loaded cluster ID: a6cf87645273490ab084c2d4da801b1e
00:35:51.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:51.835395 29260 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 1113c4ab15394b5a8d737b0b04524deb: loading cluster ID for follower catalog manager: success
00:35:51.840 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.27.152.252:45151(127.27.152.252:45151)] connecting to peer
00:35:51.840 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.27.152.253:35285(127.27.152.253:35285)] connecting to peer
00:35:51.843 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.152.252:45151(127.27.152.252:45151): Connection refused: /127.27.152.252:45151
00:35:51.843 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.152.252:45151(127.27.152.252:45151)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.152.252:45151(127.27.152.252:45151): Connection refused: /127.27.152.252:45151
00:35:51.843 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.152.252:45151: Failed to connect to peer master-127.27.152.252:45151(127.27.152.252:45151): Connection refused: /127.27.152.252:45151
00:35:51.844 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.27.152.253:35285(127.27.152.253:35285)] Successfully connected to peer
00:35:51.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:51.844264 29260 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 1113c4ab15394b5a8d737b0b04524deb: acquiring CA information for follower catalog manager: success
00:35:51.852 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.152.253
00:35:51.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:51.852108 29260 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 1113c4ab15394b5a8d737b0b04524deb: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
00:35:51.869 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x6c16e35f, L:/127.0.0.1:55310 - R:/127.27.152.253:35285] using SASL/PLAIN
00:35:51.874 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.152.254:34589,127.27.152.252:45151,127.27.152.253:35285; will retry
00:35:51.880 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.27.152.252:45151(127.27.152.252:45151)] connecting to peer
00:35:51.881 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.152.252:45151(127.27.152.252:45151): Connection refused: /127.27.152.252:45151
00:35:51.881 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.152.252:45151(127.27.152.252:45151)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.152.252:45151(127.27.152.252:45151): Connection refused: /127.27.152.252:45151
00:35:51.881 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.152.252:45151: Failed to connect to peer master-127.27.152.252:45151(127.27.152.252:45151): Connection refused: /127.27.152.252:45151
00:35:51.885 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.152.254:34589,127.27.152.252:45151,127.27.152.253:35285; will retry
00:35:51.900 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.27.152.252:45151(127.27.152.252:45151)] connecting to peer
00:35:51.903 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.152.252:45151(127.27.152.252:45151): Connection refused: /127.27.152.252:45151
00:35:51.903 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.152.252:45151(127.27.152.252:45151)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.152.252:45151(127.27.152.252:45151): Connection refused: /127.27.152.252:45151
00:35:51.903 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.152.252:45151: Failed to connect to peer master-127.27.152.252:45151(127.27.152.252:45151): Connection refused: /127.27.152.252:45151
00:35:51.904 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.152.254:34589,127.27.152.252:45151,127.27.152.253:35285; will retry
00:35:51.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:51.882591 29161 master_runner.cc:186] Error getting master registration for 127.27.152.252:45151: Network error: Client connection negotiation failed: client connection to 127.27.152.252:45151: connect: Connection refused (error 111),
00:35:51.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:51.905450 29161 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
00:35:51.920 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.27.152.252:45151(127.27.152.252:45151)] connecting to peer
00:35:51.921 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.152.252:45151(127.27.152.252:45151): Connection refused: /127.27.152.252:45151
00:35:51.921 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.152.252:45151(127.27.152.252:45151)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.152.252:45151(127.27.152.252:45151): Connection refused: /127.27.152.252:45151
00:35:51.921 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.152.252:45151: Failed to connect to peer master-127.27.152.252:45151(127.27.152.252:45151): Connection refused: /127.27.152.252:45151
00:35:51.924 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.152.254:34589,127.27.152.252:45151,127.27.152.253:35285; will retry
00:35:51.940 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.27.152.252:45151(127.27.152.252:45151)] connecting to peer
00:35:51.942 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.152.252:45151(127.27.152.252:45151): Connection refused: /127.27.152.252:45151
00:35:51.942 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.152.252:45151(127.27.152.252:45151)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.152.252:45151(127.27.152.252:45151): Connection refused: /127.27.152.252:45151
00:35:51.942 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.152.252:45151: Failed to connect to peer master-127.27.152.252:45151(127.27.152.252:45151): Connection refused: /127.27.152.252:45151
00:35:51.943 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.152.254:34589,127.27.152.252:45151,127.27.152.253:35285; will retry
00:35:51.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:51.964362 29266 raft_consensus.cc:482] T 00000000000000000000000000000000 P 6da300227be94de7bf8b9e1c36e8fb97 [term 2 FOLLOWER]: Starting pre-election (detected failure of leader 2156ca9c07314a4a892d8c161af3f613)
00:35:51.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:51.964740 29266 raft_consensus.cc:504] T 00000000000000000000000000000000 P 6da300227be94de7bf8b9e1c36e8fb97 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6da300227be94de7bf8b9e1c36e8fb97" member_type: VOTER last_known_addr { host: "127.27.152.254" port: 34589 } } peers { permanent_uuid: "1113c4ab15394b5a8d737b0b04524deb" member_type: VOTER last_known_addr { host: "127.27.152.253" port: 35285 } } peers { permanent_uuid: "2156ca9c07314a4a892d8c161af3f613" member_type: VOTER last_known_addr { host: "127.27.152.252" port: 45151 } }
00:35:51.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:51.966329 29266 leader_election.cc:288] T 00000000000000000000000000000000 P 6da300227be94de7bf8b9e1c36e8fb97 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 1113c4ab15394b5a8d737b0b04524deb (127.27.152.253:35285), 2156ca9c07314a4a892d8c161af3f613 (127.27.152.252:45151)
00:35:51.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:51.973882 28290 leader_election.cc:334] T 00000000000000000000000000000000 P 6da300227be94de7bf8b9e1c36e8fb97 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 2156ca9c07314a4a892d8c161af3f613 (127.27.152.252:45151): Network error: Client connection negotiation failed: client connection to 127.27.152.252:45151: connect: Connection refused (error 111)
00:35:51.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:51.979657 29211 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6da300227be94de7bf8b9e1c36e8fb97" candidate_term: 3 candidate_status { last_received { term: 2 index: 12 } } ignore_live_leader: false dest_uuid: "1113c4ab15394b5a8d737b0b04524deb" is_pre_election: true
00:35:51.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:51.980746 29211 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 1113c4ab15394b5a8d737b0b04524deb [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 6da300227be94de7bf8b9e1c36e8fb97 in term 1.
00:35:51.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:51.982052 28288 leader_election.cc:302] T 00000000000000000000000000000000 P 6da300227be94de7bf8b9e1c36e8fb97 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 1113c4ab15394b5a8d737b0b04524deb, 6da300227be94de7bf8b9e1c36e8fb97; no voters: 2156ca9c07314a4a892d8c161af3f613
00:35:51.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:51.982842 29266 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 6da300227be94de7bf8b9e1c36e8fb97 [term 2 FOLLOWER]: Leader pre-election won for term 3
00:35:51.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:51.983137 29266 raft_consensus.cc:482] T 00000000000000000000000000000000 P 6da300227be94de7bf8b9e1c36e8fb97 [term 2 FOLLOWER]: Starting leader election (detected failure of leader 2156ca9c07314a4a892d8c161af3f613)
00:35:51.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:51.983363 29266 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 6da300227be94de7bf8b9e1c36e8fb97 [term 2 FOLLOWER]: Advancing to term 3
00:35:51.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:51.988598 29266 raft_consensus.cc:504] T 00000000000000000000000000000000 P 6da300227be94de7bf8b9e1c36e8fb97 [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6da300227be94de7bf8b9e1c36e8fb97" member_type: VOTER last_known_addr { host: "127.27.152.254" port: 34589 } } peers { permanent_uuid: "1113c4ab15394b5a8d737b0b04524deb" member_type: VOTER last_known_addr { host: "127.27.152.253" port: 35285 } } peers { permanent_uuid: "2156ca9c07314a4a892d8c161af3f613" member_type: VOTER last_known_addr { host: "127.27.152.252" port: 45151 } }
00:35:51.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:51.991279 29266 leader_election.cc:288] T 00000000000000000000000000000000 P 6da300227be94de7bf8b9e1c36e8fb97 [CANDIDATE]: Term 3 election: Requested vote from peers 1113c4ab15394b5a8d737b0b04524deb (127.27.152.253:35285), 2156ca9c07314a4a892d8c161af3f613 (127.27.152.252:45151)
00:35:51.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:51.991523 29211 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6da300227be94de7bf8b9e1c36e8fb97" candidate_term: 3 candidate_status { last_received { term: 2 index: 12 } } ignore_live_leader: false dest_uuid: "1113c4ab15394b5a8d737b0b04524deb"
00:35:51.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:51.992115 29211 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 1113c4ab15394b5a8d737b0b04524deb [term 1 FOLLOWER]: Advancing to term 3
00:35:51.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:51.994817 28290 leader_election.cc:334] T 00000000000000000000000000000000 P 6da300227be94de7bf8b9e1c36e8fb97 [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer 2156ca9c07314a4a892d8c161af3f613 (127.27.152.252:45151): Network error: Client connection negotiation failed: client connection to 127.27.152.252:45151: connect: Connection refused (error 111)
00:35:51.999 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.27.152.252:45151(127.27.152.252:45151)] connecting to peer
00:35:52.002 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.152.252:45151(127.27.152.252:45151): Connection refused: /127.27.152.252:45151
00:35:52.002 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.152.252:45151(127.27.152.252:45151)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.152.252:45151(127.27.152.252:45151): Connection refused: /127.27.152.252:45151
00:35:52.002 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.152.252:45151: Failed to connect to peer master-127.27.152.252:45151(127.27.152.252:45151): Connection refused: /127.27.152.252:45151
00:35:52.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:52.002781 29211 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 1113c4ab15394b5a8d737b0b04524deb [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 6da300227be94de7bf8b9e1c36e8fb97 in term 3.
00:35:52.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:52.007942 28288 leader_election.cc:302] T 00000000000000000000000000000000 P 6da300227be94de7bf8b9e1c36e8fb97 [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 1113c4ab15394b5a8d737b0b04524deb, 6da300227be94de7bf8b9e1c36e8fb97; no voters: 2156ca9c07314a4a892d8c161af3f613
00:35:52.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:52.008682 29266 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 6da300227be94de7bf8b9e1c36e8fb97 [term 3 FOLLOWER]: Leader election won for term 3
00:35:52.011 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.152.254:34589,127.27.152.252:45151,127.27.152.253:35285; will retry
00:35:52.011 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=7, TimeoutTracker(timeout=250, elapsed=192), Traces: [0ms] sending RPC to server master-127.27.152.252:45151, [1ms] received response from server master-127.27.152.252:45151: Network error: Failed to connect to peer master-127.27.152.252:45151(127.27.152.252:45151): Connection refused: /127.27.152.252:45151, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.27.152.252:45151(127.27.152.252:45151): Connection refused: /127.27.152.252:45151, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.254:34589, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.252:45151, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.253:35285, [23ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.254:34589: OK, [24ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.252:45151: Network error: Failed to connect to peer master-127.27.152.252:45151(127.27.152.252:45151): Connection refused: /127.27.152.252:45151, [55ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.253:35285: OK, [55ms] delaying RPC due to: Service unavailable: Master config (127.27.152.254:34589,127.27.152.252:45151,127.27.152.253:35285) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.152.252:45151(127.27.152.252:45151): Connection refused: /127.27.152.252:45151, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.254:34589, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.252:45151, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.253:35285, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.252:45151: Network error: Failed to connect to peer master-127.27.152.252:45151(127.27.152.252:45151): Connection refused: /127.27.152.252:45151, [63ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.254:34589: OK, [66ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.253:35285: OK, [66ms] delaying RPC due to: Service unavailable: Master config (127.27.152.254:34589,127.27.152.252:45151,127.27.152.253:35285) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.152.252:45151(127.27.152.252:45151): Connection refused: /127.27.152.252:45151, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.254:34589, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.252:45151, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.253:35285, [84ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.254:34589: OK, [84ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.252:45151: Network error: Failed to connect to peer master-127.27.152.252:45151(127.27.152.252:45151): Connection refused: /127.27.152.252:45151, [85ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.253:35285: OK, [85ms] delaying RPC due to: Service unavailable: Master config (127.27.152.254:34589,127.27.152.252:45151,127.27.152.253:35285) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.152.252:45151(127.27.152.252:45151): Connection refused: /127.27.152.252:45151, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.254:34589, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.252:45151, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.253:35285, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.252:45151: Network error: Failed to connect to peer master-127.27.152.252:45151(127.27.152.252:45151): Connection refused: /127.27.152.252:45151, [104ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.254:34589: OK, [105ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.253:35285: OK, [105ms] delaying RPC due to: Service unavailable: Master config (127.27.152.254:34589,127.27.152.252:45151,127.27.152.253:35285) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.152.252:45151(127.27.152.252:45151): Connection refused: /127.27.152.252:45151, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.254:34589, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.252:45151, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.253:35285, [123ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.252:45151: Network error: Failed to connect to peer master-127.27.152.252:45151(127.27.152.252:45151): Connection refused: /127.27.152.252:45151, [123ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.254:34589: OK, [124ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.253:35285: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.27.152.254:34589,127.27.152.252:45151,127.27.152.253:35285) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.152.252:45151(127.27.152.252:45151): Connection refused: /127.27.152.252:45151, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.254:34589, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.252:45151, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.253:35285, [183ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.252:45151: Network error: Failed to connect to peer master-127.27.152.252:45151(127.27.152.252:45151): Connection refused: /127.27.152.252:45151, [190ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.254:34589: OK, [191ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.253:35285: OK, [192ms] delaying RPC due to: Service unavailable: Master config (127.27.152.254:34589,127.27.152.252:45151,127.27.152.253:35285) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.152.252:45151(127.27.152.252:45151): Connection refused: /127.27.152.252:45151, deferred=Deferred@538613884(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$83/807471066@18fe3ef6 -> (continuation of Deferred@1481912468 after retry RPC after error@2007009526) -> (continuation of Deferred@59582214 after retry RPC after error@1793961999) -> (continuation of Deferred@331672918 after retry RPC after error@1615868128) -> (continuation of Deferred@168795899 after retry RPC after error@233122429) -> (continuation of Deferred@964679882 after retry RPC after error@1481193525), errback=org.apache.kudu.client.KuduTransaction$$Lambda$84/2061247318@2e479d81 -> (continuation of Deferred@1481912468 after retry RPC after error@2007009526) -> (continuation of Deferred@59582214 after retry RPC after error@1793961999) -> (continuation of Deferred@331672918 after retry RPC after error@1615868128) -> (continuation of Deferred@168795899 after retry RPC after error@233122429) -> (continuation of Deferred@964679882 after retry RPC after error@1481193525)))
00:35:52.012 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=7, TimeoutTracker(timeout=250, elapsed=192), Traces: [0ms] sending RPC to server master-127.27.152.252:45151, [1ms] received response from server master-127.27.152.252:45151: Network error: Failed to connect to peer master-127.27.152.252:45151(127.27.152.252:45151): Connection refused: /127.27.152.252:45151, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.27.152.252:45151(127.27.152.252:45151): Connection refused: /127.27.152.252:45151, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.254:34589, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.252:45151, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.253:35285, [23ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.254:34589: OK, [24ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.252:45151: Network error: Failed to connect to peer master-127.27.152.252:45151(127.27.152.252:45151): Connection refused: /127.27.152.252:45151, [55ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.253:35285: OK, [55ms] delaying RPC due to: Service unavailable: Master config (127.27.152.254:34589,127.27.152.252:45151,127.27.152.253:35285) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.152.252:45151(127.27.152.252:45151): Connection refused: /127.27.152.252:45151, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.254:34589, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.252:45151, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.253:35285, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.252:45151: Network error: Failed to connect to peer master-127.27.152.252:45151(127.27.152.252:45151): Connection refused: /127.27.152.252:45151, [63ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.254:34589: OK, [66ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.253:35285: OK, [66ms] delaying RPC due to: Service unavailable: Master config (127.27.152.254:34589,127.27.152.252:45151,127.27.152.253:35285) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.152.252:45151(127.27.152.252:45151): Connection refused: /127.27.152.252:45151, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.254:34589, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.252:45151, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.253:35285, [84ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.254:34589: OK, [84ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.252:45151: Network error: Failed to connect to peer master-127.27.152.252:45151(127.27.152.252:45151): Connection refused: /127.27.152.252:45151, [85ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.253:35285: OK, [85ms] delaying RPC due to: Service unavailable: Master config (127.27.152.254:34589,127.27.152.252:45151,127.27.152.253:35285) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.152.252:45151(127.27.152.252:45151): Connection refused: /127.27.152.252:45151, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.254:34589, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.252:45151, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.253:35285, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.252:45151: Network error: Failed to connect to peer master-127.27.152.252:45151(127.27.152.252:45151): Connection refused: /127.27.152.252:45151, [104ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.254:34589: OK, [105ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.253:35285: OK, [105ms] delaying RPC due to: Service unavailable: Master config (127.27.152.254:34589,127.27.152.252:45151,127.27.152.253:35285) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.152.252:45151(127.27.152.252:45151): Connection refused: /127.27.152.252:45151, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.254:34589, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.252:45151, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.253:35285, [123ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.252:45151: Network error: Failed to connect to peer master-127.27.152.252:45151(127.27.152.252:45151): Connection refused: /127.27.152.252:45151, [123ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.254:34589: OK, [124ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.253:35285: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.27.152.254:34589,127.27.152.252:45151,127.27.152.253:35285) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.152.252:45151(127.27.152.252:45151): Connection refused: /127.27.152.252:45151, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.254:34589, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.252:45151, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.253:35285, [183ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.252:45151: Network error: Failed to connect to peer master-127.27.152.252:45151(127.27.152.252:45151): Connection refused: /127.27.152.252:45151, [190ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.254:34589: OK, [191ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.253:35285: OK, [192ms] delaying RPC due to: Service unavailable: Master config (127.27.152.254:34589,127.27.152.252:45151,127.27.152.253:35285) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.152.252:45151(127.27.152.252:45151): Connection refused: /127.27.152.252:45151, deferred=Deferred@538613884(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$83/807471066@18fe3ef6 -> (continuation of Deferred@1481912468 after retry RPC after error@2007009526) -> (continuation of Deferred@59582214 after retry RPC after error@1793961999) -> (continuation of Deferred@331672918 after retry RPC after error@1615868128) -> (continuation of Deferred@168795899 after retry RPC after error@233122429) -> (continuation of Deferred@964679882 after retry RPC after error@1481193525), errback=org.apache.kudu.client.KuduTransaction$$Lambda$84/2061247318@2e479d81 -> (continuation of Deferred@1481912468 after retry RPC after error@2007009526) -> (continuation of Deferred@59582214 after retry RPC after error@1793961999) -> (continuation of Deferred@331672918 after retry RPC after error@1615868128) -> (continuation of Deferred@168795899 after retry RPC after error@233122429) -> (continuation of Deferred@964679882 after retry RPC after error@1481193525)))
00:35:52.019 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.27.152.252:45151(127.27.152.252:45151)] connecting to peer
00:35:52.024 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.152.252:45151(127.27.152.252:45151): Connection refused: /127.27.152.252:45151
00:35:52.024 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.152.252:45151(127.27.152.252:45151)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.152.252:45151(127.27.152.252:45151): Connection refused: /127.27.152.252:45151
00:35:52.024 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.152.252:45151: Failed to connect to peer master-127.27.152.252:45151(127.27.152.252:45151): Connection refused: /127.27.152.252:45151
00:35:52.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:52.037863 29266 raft_consensus.cc:686] T 00000000000000000000000000000000 P 6da300227be94de7bf8b9e1c36e8fb97 [term 3 LEADER]: Becoming Leader. State: Replica: 6da300227be94de7bf8b9e1c36e8fb97, State: Running, Role: LEADER
00:35:52.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:52.039072 29266 consensus_queue.cc:237] T 00000000000000000000000000000000 P 6da300227be94de7bf8b9e1c36e8fb97 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 12, Committed index: 12, Last appended: 2.12, Last appended by leader: 12, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6da300227be94de7bf8b9e1c36e8fb97" member_type: VOTER last_known_addr { host: "127.27.152.254" port: 34589 } } peers { permanent_uuid: "1113c4ab15394b5a8d737b0b04524deb" member_type: VOTER last_known_addr { host: "127.27.152.253" port: 35285 } } peers { permanent_uuid: "2156ca9c07314a4a892d8c161af3f613" member_type: VOTER last_known_addr { host: "127.27.152.252" port: 45151 } }
00:35:52.046 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.152.254:34589,127.27.152.252:45151,127.27.152.253:35285; will retry
00:35:52.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:52.045859 29270 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6da300227be94de7bf8b9e1c36e8fb97 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 6da300227be94de7bf8b9e1c36e8fb97. Latest consensus state: current_term: 3 leader_uuid: "6da300227be94de7bf8b9e1c36e8fb97" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6da300227be94de7bf8b9e1c36e8fb97" member_type: VOTER last_known_addr { host: "127.27.152.254" port: 34589 } } peers { permanent_uuid: "1113c4ab15394b5a8d737b0b04524deb" member_type: VOTER last_known_addr { host: "127.27.152.253" port: 35285 } } peers { permanent_uuid: "2156ca9c07314a4a892d8c161af3f613" member_type: VOTER last_known_addr { host: "127.27.152.252" port: 45151 } } }
00:35:52.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:52.046641 29270 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6da300227be94de7bf8b9e1c36e8fb97 [sys.catalog]: This master's current role is: LEADER
00:35:52.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:52.050777 29272 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
00:35:52.059 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.27.152.252:45151(127.27.152.252:45151)] connecting to peer
00:35:52.061 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.152.252:45151(127.27.152.252:45151): Connection refused: /127.27.152.252:45151
00:35:52.061 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.152.252:45151(127.27.152.252:45151)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.152.252:45151(127.27.152.252:45151): Connection refused: /127.27.152.252:45151
00:35:52.061 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.152.252:45151: Failed to connect to peer master-127.27.152.252:45151(127.27.152.252:45151): Connection refused: /127.27.152.252:45151
00:35:52.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:52.061118 29272 catalog_manager.cc:669] Loaded metadata for table txn_manager_fallback_rolling [id=64de934ee91c4cc48e966b1c0d0c1c16]
00:35:52.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:52.063072 29272 catalog_manager.cc:669] Loaded metadata for table kudu_system.kudu_transactions [id=fb26c59b34874be2839a488ccd17760a]
00:35:52.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:52.069115 29272 tablet_loader.cc:96] loaded metadata for tablet 1154ceaf4daf4efbae070b35d282edb5 (table txn_manager_fallback_rolling [id=64de934ee91c4cc48e966b1c0d0c1c16])
00:35:52.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:52.070536 29272 tablet_loader.cc:96] loaded metadata for tablet 66b0f9bc8b07474087394632c83cd277 (table kudu_system.kudu_transactions [id=fb26c59b34874be2839a488ccd17760a])
00:35:52.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:52.071938 29272 tablet_loader.cc:96] loaded metadata for tablet a4343f46f52f4353a58f71099dcdad1b (table txn_manager_fallback_rolling [id=64de934ee91c4cc48e966b1c0d0c1c16])
00:35:52.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:52.073238 29272 catalog_manager.cc:1484] Initializing Kudu cluster ID...
00:35:52.074 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.152.254:34589,127.27.152.252:45151,127.27.152.253:35285; will retry
00:35:52.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:52.076647 29272 catalog_manager.cc:1259] Loaded cluster ID: a6cf87645273490ab084c2d4da801b1e
00:35:52.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:52.076829 29272 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
00:35:52.079 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.27.152.252:45151(127.27.152.252:45151)] connecting to peer
00:35:52.080 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.152.252:45151(127.27.152.252:45151): Connection refused: /127.27.152.252:45151
00:35:52.081 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.152.252:45151(127.27.152.252:45151)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.152.252:45151(127.27.152.252:45151): Connection refused: /127.27.152.252:45151
00:35:52.081 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.152.252:45151: Failed to connect to peer master-127.27.152.252:45151(127.27.152.252:45151): Connection refused: /127.27.152.252:45151
00:35:52.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:52.081007 29272 catalog_manager.cc:1504] Loading token signing keys...
00:35:52.083 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.152.254:34589,127.27.152.252:45151,127.27.152.253:35285; will retry
00:35:52.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:52.084491 29272 catalog_manager.cc:5879] T 00000000000000000000000000000000 P 6da300227be94de7bf8b9e1c36e8fb97: Loaded TSK: 0
00:35:52.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:52.085747 29272 catalog_manager.cc:1514] Initializing in-progress tserver states...
00:35:52.099 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.27.152.252:45151(127.27.152.252:45151)] connecting to peer
00:35:52.100 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.152.252:45151(127.27.152.252:45151): Connection refused: /127.27.152.252:45151
00:35:52.100 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.152.252:45151(127.27.152.252:45151)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.152.252:45151(127.27.152.252:45151): Connection refused: /127.27.152.252:45151
00:35:52.101 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.152.252:45151: Failed to connect to peer master-127.27.152.252:45151(127.27.152.252:45151): Connection refused: /127.27.152.252:45151
00:35:52.105 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
00:35:52.105 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=4, TimeoutTracker(timeout=250, elapsed=86), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.254:34589, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.252:45151, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.253:35285, [5ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.252:45151: Network error: Failed to connect to peer master-127.27.152.252:45151(127.27.152.252:45151): Connection refused: /127.27.152.252:45151, [5ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.253:35285: OK, [27ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.254:34589: OK, [27ms] delaying RPC due to: Service unavailable: Master config (127.27.152.254:34589,127.27.152.252:45151,127.27.152.253:35285) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.152.252:45151(127.27.152.252:45151): Connection refused: /127.27.152.252:45151, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.254:34589, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.252:45151, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.253:35285, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.252:45151: Network error: Failed to connect to peer master-127.27.152.252:45151(127.27.152.252:45151): Connection refused: /127.27.152.252:45151, [45ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.253:35285: OK, [55ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.254:34589: OK, [55ms] delaying RPC due to: Service unavailable: Master config (127.27.152.254:34589,127.27.152.252:45151,127.27.152.253:35285) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.152.252:45151(127.27.152.252:45151): Connection refused: /127.27.152.252:45151, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.254:34589, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.252:45151, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.253:35285, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.252:45151: Network error: Failed to connect to peer master-127.27.152.252:45151(127.27.152.252:45151): Connection refused: /127.27.152.252:45151, [63ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.254:34589: OK, [64ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.253:35285: OK, [65ms] delaying RPC due to: Service unavailable: Master config (127.27.152.254:34589,127.27.152.252:45151,127.27.152.253:35285) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.152.252:45151(127.27.152.252:45151): Connection refused: /127.27.152.252:45151, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.254:34589, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.252:45151, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.253:35285, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.252:45151: Network error: Failed to connect to peer master-127.27.152.252:45151(127.27.152.252:45151): Connection refused: /127.27.152.252:45151, [83ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.253:35285: OK, [85ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.254:34589: OK, deferred=Deferred@1797000983(state=PENDING, result=null, callback=(continuation of Deferred@2026107446 after retry RPC after error@844402173) -> (continuation of Deferred@588110787 after retry RPC after error@677518338) -> (continuation of Deferred@1331108218 after retry RPC after error@1501191688), errback=(continuation of Deferred@2026107446 after retry RPC after error@844402173) -> (continuation of Deferred@588110787 after retry RPC after error@677518338) -> (continuation of Deferred@1331108218 after retry RPC after error@1501191688))) after lookup
00:35:52.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:52.134249 28290 consensus_peers.cc:487] T 00000000000000000000000000000000 P 6da300227be94de7bf8b9e1c36e8fb97 -> Peer 2156ca9c07314a4a892d8c161af3f613 (127.27.152.252:45151): Couldn't send request to peer 2156ca9c07314a4a892d8c161af3f613. Status: Network error: Client connection negotiation failed: client connection to 127.27.152.252:45151: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
00:35:52.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:52.154937 29211 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 1113c4ab15394b5a8d737b0b04524deb [term 3 FOLLOWER]: Refusing update from remote peer 6da300227be94de7bf8b9e1c36e8fb97: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 3 index: 13. (index mismatch)
00:35:52.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:52.156411 29270 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 6da300227be94de7bf8b9e1c36e8fb97 [LEADER]: Connected to new peer: Peer: permanent_uuid: "1113c4ab15394b5a8d737b0b04524deb" member_type: VOTER last_known_addr { host: "127.27.152.253" port: 35285 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 11, Time since last communication: 0.001s
00:35:52.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:52.171016 29284 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1113c4ab15394b5a8d737b0b04524deb [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "6da300227be94de7bf8b9e1c36e8fb97" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6da300227be94de7bf8b9e1c36e8fb97" member_type: VOTER last_known_addr { host: "127.27.152.254" port: 34589 } } peers { permanent_uuid: "1113c4ab15394b5a8d737b0b04524deb" member_type: VOTER last_known_addr { host: "127.27.152.253" port: 35285 } } peers { permanent_uuid: "2156ca9c07314a4a892d8c161af3f613" member_type: VOTER last_known_addr { host: "127.27.152.252" port: 45151 } } }
00:35:52.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:52.172122 29284 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1113c4ab15394b5a8d737b0b04524deb [sys.catalog]: This master's current role is: FOLLOWER
00:35:52.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:52.172613 29249 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1113c4ab15394b5a8d737b0b04524deb [sys.catalog]: SysCatalogTable state changed. Reason: New leader 6da300227be94de7bf8b9e1c36e8fb97. Latest consensus state: current_term: 3 leader_uuid: "6da300227be94de7bf8b9e1c36e8fb97" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6da300227be94de7bf8b9e1c36e8fb97" member_type: VOTER last_known_addr { host: "127.27.152.254" port: 34589 } } peers { permanent_uuid: "1113c4ab15394b5a8d737b0b04524deb" member_type: VOTER last_known_addr { host: "127.27.152.253" port: 35285 } } peers { permanent_uuid: "2156ca9c07314a4a892d8c161af3f613" member_type: VOTER last_known_addr { host: "127.27.152.252" port: 45151 } } }
00:35:52.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:52.173303 29249 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1113c4ab15394b5a8d737b0b04524deb [sys.catalog]: This master's current role is: FOLLOWER
00:35:52.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:52.178781 29249 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1113c4ab15394b5a8d737b0b04524deb [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "6da300227be94de7bf8b9e1c36e8fb97" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6da300227be94de7bf8b9e1c36e8fb97" member_type: VOTER last_known_addr { host: "127.27.152.254" port: 34589 } } peers { permanent_uuid: "1113c4ab15394b5a8d737b0b04524deb" member_type: VOTER last_known_addr { host: "127.27.152.253" port: 35285 } } peers { permanent_uuid: "2156ca9c07314a4a892d8c161af3f613" member_type: VOTER last_known_addr { host: "127.27.152.252" port: 45151 } } }
00:35:52.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:52.179698 29249 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1113c4ab15394b5a8d737b0b04524deb [sys.catalog]: This master's current role is: FOLLOWER
00:35:52.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:52.184609 29270 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6da300227be94de7bf8b9e1c36e8fb97 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "6da300227be94de7bf8b9e1c36e8fb97" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6da300227be94de7bf8b9e1c36e8fb97" member_type: VOTER last_known_addr { host: "127.27.152.254" port: 34589 } } peers { permanent_uuid: "1113c4ab15394b5a8d737b0b04524deb" member_type: VOTER last_known_addr { host: "127.27.152.253" port: 35285 } } peers { permanent_uuid: "2156ca9c07314a4a892d8c161af3f613" member_type: VOTER last_known_addr { host: "127.27.152.252" port: 45151 } } }
00:35:52.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:52.185472 29270 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6da300227be94de7bf8b9e1c36e8fb97 [sys.catalog]: This master's current role is: LEADER
00:35:52.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:52.154935 28304 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:49842:
00:35:52.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
00:35:52.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
00:35:52.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
00:35:52.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
00:35:52.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
00:35:52.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
00:35:52.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
00:35:52.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
00:35:52.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
00:35:52.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
00:35:52.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
00:35:52.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:35:52.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
00:35:52.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
00:35:52.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
00:35:52.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
00:35:52.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
00:35:52.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
00:35:52.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
00:35:52.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
00:35:52.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
00:35:52.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:35:52.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
00:35:52.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
00:35:52.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
00:35:52.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
00:35:52.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
00:35:52.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
00:35:52.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
00:35:52.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
00:35:52.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
00:35:52.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:35:52.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
00:35:52.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
00:35:52.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
00:35:52.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
00:35:52.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
00:35:52.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
00:35:52.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
00:35:52.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
00:35:52.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
00:35:52.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:35:52.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:35:52.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
00:35:52.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
00:35:52.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
00:35:52.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
00:35:52.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:35:52.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
00:35:52.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
00:35:52.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
00:35:52.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
00:35:52.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:35:52.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:35:52.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:35:52.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
00:35:52.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:52.193145 28304 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
00:35:52.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:52.610903 29030 heartbeater.cc:347] Connected to a master server at 127.27.152.253:35285
00:35:52.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:52.619040 29200 master_service.cc:432] Got heartbeat from unknown tserver (permanent_uuid: "1a482439924b47e7aef8b5467f9214e1" instance_seqno: 1790210146200778) as {username='slave'} at 127.27.152.195:44787; Asking this server to re-register.
00:35:52.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:52.620721 29030 heartbeater.cc:464] Registering TS with master...
00:35:52.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:52.623629 28882 heartbeater.cc:347] Connected to a master server at 127.27.152.253:35285
00:35:52.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:52.625344 29200 ts_manager.cc:194] Registered new tserver with Master: 1a482439924b47e7aef8b5467f9214e1 (127.27.152.195:38965)
00:35:52.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:52.628727 29199 master_service.cc:432] Got heartbeat from unknown tserver (permanent_uuid: "5bcb4495e0c6462fa32da3db80d68d8d" instance_seqno: 1790210144240282) as {username='slave'} at 127.27.152.194:37557; Asking this server to re-register.
00:35:52.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:52.630587 28882 heartbeater.cc:464] Registering TS with master...
00:35:52.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:52.631089 28735 heartbeater.cc:347] Connected to a master server at 127.27.152.253:35285
00:35:52.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:52.634244 29199 ts_manager.cc:194] Registered new tserver with Master: 5bcb4495e0c6462fa32da3db80d68d8d (127.27.152.194:37379)
00:35:52.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:52.634833 29200 master_service.cc:432] Got heartbeat from unknown tserver (permanent_uuid: "9f408a7b9b6344b8b2ab87041a60ef2b" instance_seqno: 1790210142275640) as {username='slave'} at 127.27.152.193:39095; Asking this server to re-register.
00:35:52.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:52.635979 28735 heartbeater.cc:464] Registering TS with master...
00:35:52.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:52.639519 29200 ts_manager.cc:194] Registered new tserver with Master: 9f408a7b9b6344b8b2ab87041a60ef2b (127.27.152.193:39891)
00:35:52.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:52.658491 28290 consensus_peers.cc:487] T 00000000000000000000000000000000 P 6da300227be94de7bf8b9e1c36e8fb97 -> Peer 2156ca9c07314a4a892d8c161af3f613 (127.27.152.252:45151): Couldn't send request to peer 2156ca9c07314a4a892d8c161af3f613. Status: Network error: Client connection negotiation failed: client connection to 127.27.152.252:45151: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
00:35:52.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:52.860947 28290 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.152.252:45151: connect: Connection refused (error 111) [suppressed 9 similar messages]
00:35:53.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:53.162865 28290 consensus_peers.cc:487] T 00000000000000000000000000000000 P 6da300227be94de7bf8b9e1c36e8fb97 -> Peer 2156ca9c07314a4a892d8c161af3f613 (127.27.152.252:45151): Couldn't send request to peer 2156ca9c07314a4a892d8c161af3f613. Status: Network error: Client connection negotiation failed: client connection to 127.27.152.252:45151: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
00:35:53.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:53.550203 29031 heartbeater.cc:503] Master 127.27.152.254:34589 was elected leader, sending a full tablet report...
00:35:53.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:53.552232 28736 heartbeater.cc:503] Master 127.27.152.254:34589 was elected leader, sending a full tablet report...
00:35:53.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:53.597684 28883 heartbeater.cc:503] Master 127.27.152.254:34589 was elected leader, sending a full tablet report...
00:35:53.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:53.660049 28290 consensus_peers.cc:487] T 00000000000000000000000000000000 P 6da300227be94de7bf8b9e1c36e8fb97 -> Peer 2156ca9c07314a4a892d8c161af3f613 (127.27.152.252:45151): Couldn't send request to peer 2156ca9c07314a4a892d8c161af3f613. Status: Network error: Client connection negotiation failed: client connection to 127.27.152.252:45151: connect: Connection refused (error 111). This is attempt 16: this message will repeat every 5th retry.
00:35:53.781 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.27.152.252:45151
00:35:53.781 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
00:35:53.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:53.783329 28259 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskoSwD1k/build/tsan/bin/kudu
00:35:53.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskoSwD1k/build/tsan/bin/kudu
00:35:53.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskoSwD1k/test-tmp/mini-kudu-cluster4810776945836919876/master-2/wal
00:35:53.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskoSwD1k/test-tmp/mini-kudu-cluster4810776945836919876/master-2/data
00:35:53.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:35:53.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:35:53.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:35:53.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:35:53.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:35:53.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:35:53.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskoSwD1k/test-tmp/mini-kudu-cluster4810776945836919876/master-2/logs
00:35:53.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskoSwD1k/test-tmp/mini-kudu-cluster4810776945836919876/master-2/data/info.pb
00:35:53.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:35:53.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:35:53.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:35:53.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:35:53.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:35:53.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:35:53.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:35:53.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:35:53.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
00:35:53.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:35:53.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:35:53.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:35:53.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.152.252:45151
00:35:53.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.152.252
00:35:53.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43297
00:35:53.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.152.212:36165
00:35:53.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:35:53.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:35:53.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:35:53.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:35:53.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.152.254:34589,127.27.152.253:35285,127.27.152.252:45151
00:35:53.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:35:53.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39863/jwks.json
00:35:53.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
00:35:53.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
00:35:54.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:54.136374 29314 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
00:35:54.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:54.137051 29314 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:35:54.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:54.137653 29314 flags.cc:425] Enabled unsafe flag: --never_fsync=true
00:35:54.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:54.142973 28290 consensus_peers.cc:487] T 00000000000000000000000000000000 P 6da300227be94de7bf8b9e1c36e8fb97 -> Peer 2156ca9c07314a4a892d8c161af3f613 (127.27.152.252:45151): Couldn't send request to peer 2156ca9c07314a4a892d8c161af3f613. Status: Network error: Client connection negotiation failed: client connection to 127.27.152.252:45151: connect: Connection refused (error 111). This is attempt 21: this message will repeat every 5th retry.
00:35:54.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:54.173246 29314 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
00:35:54.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:54.173676 29314 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
00:35:54.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:54.173971 29314 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
00:35:54.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:54.174247 29314 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
00:35:54.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:54.174515 29314 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
00:35:54.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:54.174834 29314 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
00:35:54.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:54.175052 29314 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:39863/jwks.json
00:35:54.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:54.212563 29314 master_runner.cc:386] Master server non-default flags:
00:35:54.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:35:54.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.152.212:36165
00:35:54.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:35:54.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:35:54.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
00:35:54.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskoSwD1k/test-tmp/mini-kudu-cluster4810776945836919876/master-2/data
00:35:54.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskoSwD1k/test-tmp/mini-kudu-cluster4810776945836919876/master-2/wal
00:35:54.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:35:54.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.152.254:34589,127.27.152.253:35285,127.27.152.252:45151
00:35:54.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
00:35:54.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:35:54.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:35:54.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:35:54.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.152.252:45151
00:35:54.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:35:54.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:35:54.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:35:54.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39863/jwks.json
00:35:54.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:35:54.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:35:54.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskoSwD1k/test-tmp/mini-kudu-cluster4810776945836919876/master-2/data/info.pb
00:35:54.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.152.252
00:35:54.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43297
00:35:54.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:35:54.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:35:54.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:35:54.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:35:54.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:35:54.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskoSwD1k/test-tmp/mini-kudu-cluster4810776945836919876/master-2/logs
00:35:54.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:35:54.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:35:54.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
00:35:54.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
00:35:54.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
00:35:54.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
00:35:54.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:35:54.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 23 Sep 2026 23:32:10 UTC on ccycloud.quasar-wfxeao.root.comops.site
00:35:54.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4668917
00:35:54.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:35:54.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:54.213903 29314 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:35:54.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:54.215399 29314 file_cache.cc:493] Constructed file cache file cache with capacity 419430
00:35:54.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:54.234155 29321 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:35:54.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:54.693573 28290 consensus_peers.cc:487] T 00000000000000000000000000000000 P 6da300227be94de7bf8b9e1c36e8fb97 -> Peer 2156ca9c07314a4a892d8c161af3f613 (127.27.152.252:45151): Couldn't send request to peer 2156ca9c07314a4a892d8c161af3f613. Status: Network error: Client connection negotiation failed: client connection to 127.27.152.252:45151: connect: Connection refused (error 111). This is attempt 26: this message will repeat every 5th retry.
00:35:54.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:54.926587 28730 debug-util.cc:398] Leaking SignalData structure 0x7b080005f580 after lost signal to thread 28592
00:35:54.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:54.927487 28730 debug-util.cc:398] Leaking SignalData structure 0x7b08000d8580 after lost signal to thread 28733
00:35:55.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:55.191437 28290 consensus_peers.cc:487] T 00000000000000000000000000000000 P 6da300227be94de7bf8b9e1c36e8fb97 -> Peer 2156ca9c07314a4a892d8c161af3f613 (127.27.152.252:45151): Couldn't send request to peer 2156ca9c07314a4a892d8c161af3f613. Status: Network error: Client connection negotiation failed: client connection to 127.27.152.252:45151: connect: Connection refused (error 111). This is attempt 31: this message will repeat every 5th retry.
00:35:55.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:54.235009 29320 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:35:55.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:54.235033 29323 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:35:55.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:54.236636 29314 server_base.cc:1034] running on GCE node
00:35:55.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:55.605494 29314 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:35:55.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:55.608982 29314 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:35:55.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:55.610560 29314 hybrid_clock.cc:648] HybridClock initialized: now 1790210155610512 us; error 39 us; skew 500 ppm
00:35:55.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:55.611694 29314 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:35:55.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:55.627825 29314 webserver.cc:460] Webserver started at http://127.27.152.252:43297/ using document root <none> and password file <none>
00:35:55.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:55.629114 29314 fs_manager.cc:359] Metadata directory not provided
00:35:55.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:55.630286 29314 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:35:55.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:55.644181 29314 fs_manager.cc:709] Time spent opening directory manager: real 0.010s user 0.004s sys 0.004s
00:35:55.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:55.649364 29339 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
00:35:55.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:55.650970 29314 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.003s sys 0.000s
00:35:55.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:55.651392 29314 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskoSwD1k/test-tmp/mini-kudu-cluster4810776945836919876/master-2/data,/tmp/dist-test-taskoSwD1k/test-tmp/mini-kudu-cluster4810776945836919876/master-2/wal
00:35:55.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2156ca9c07314a4a892d8c161af3f613"
00:35:55.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 00:35:37 on dist-test-slave-tf33"
00:35:55.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:55.655055 29314 fs_report.cc:383] FS layout report
00:35:55.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:35:55.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskoSwD1k/test-tmp/mini-kudu-cluster4810776945836919876/master-2/wal
00:35:55.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskoSwD1k/test-tmp/mini-kudu-cluster4810776945836919876/master-2/wal
00:35:55.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskoSwD1k/test-tmp/mini-kudu-cluster4810776945836919876/master-2/data/data
00:35:55.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:35:55.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:35:55.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:35:55.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:35:55.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:35:55.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:35:55.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:35:55.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:35:55.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:35:55.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:35:55.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:35:55.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:55.658488 28290 consensus_peers.cc:487] T 00000000000000000000000000000000 P 6da300227be94de7bf8b9e1c36e8fb97 -> Peer 2156ca9c07314a4a892d8c161af3f613 (127.27.152.252:45151): Couldn't send request to peer 2156ca9c07314a4a892d8c161af3f613. Status: Network error: Client connection negotiation failed: client connection to 127.27.152.252:45151: connect: Connection refused (error 111). This is attempt 36: this message will repeat every 5th retry.
00:35:55.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:55.711406 29314 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
00:35:55.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:55.713538 29314 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:35:55.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:55.714144 29314 kserver.cc:163] Server-wide thread pool size limit: 3276
00:35:55.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:55.823120 29314 rpc_server.cc:307] RPC server started. Bound to: 127.27.152.252:45151
00:35:55.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:55.823274 29400 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.27.152.252:45151 every 8 connection(s)
00:35:55.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:55.827440 29314 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskoSwD1k/test-tmp/mini-kudu-cluster4810776945836919876/master-2/data/info.pb
00:35:55.833 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
00:35:55.833 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.27.152.254:34589
00:35:55.833 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
00:35:55.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:55.831717 28259 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskoSwD1k/build/tsan/bin/kudu as pid 29314
00:35:55.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:55.835677 28259 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskoSwD1k/build/tsan/bin/kudu with pid 28271
00:35:55.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:55.843715 29401 sys_catalog.cc:263] Verifying existing consensus state
00:35:55.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:55.851318 29401 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2156ca9c07314a4a892d8c161af3f613: Bootstrap starting.
00:35:55.897 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
00:35:55.882 [ERROR - kudu-nio-0] (Connection.java:452) [peer master-127.27.152.254:34589(127.27.152.254:34589)] unexpected exception from downstream on [id: 0x076431a8, L:/127.0.0.1:49810 - R:/127.27.152.254:34589]
java.io.IOException: Connection reset by peer
at sun.nio.ch.FileDispatcherImpl.read0(Native Method) ~[?:1.8.0_362]
at sun.nio.ch.SocketDispatcher.read(SocketDispatcher.java:39) ~[?:1.8.0_362]
at sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:223) ~[?:1.8.0_362]
at sun.nio.ch.IOUtil.read(IOUtil.java:192) ~[?:1.8.0_362]
at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:379) ~[?:1.8.0_362]
at io.netty.buffer.PooledByteBuf.setBytes(PooledByteBuf.java:256) ~[netty-buffer-4.1.94.Final.jar:4.1.94.Final]
at io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:1132) ~[netty-buffer-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:357) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:151) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.io.IOException: Connection reset by peer
at sun.nio.ch.FileDispatcherImpl.read0(Native Method)
at sun.nio.ch.SocketDispatcher.read(SocketDispatcher.java:39)
at sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:223)
at sun.nio.ch.IOUtil.read(IOUtil.java:192)
at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:379)
at io.netty.buffer.PooledByteBuf.setBytes(PooledByteBuf.java:256)
at io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:1132)
at io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:357)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:151)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
00:35:55.905 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.152.254:34589(127.27.152.254:34589)] cleaning up while in state READY due to: [peer master-127.27.152.254:34589(127.27.152.254:34589)] unexpected exception from downstream on [id: 0x076431a8, L:/127.0.0.1:49810 - R:/127.27.152.254:34589]
00:35:55.905 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location master-127.27.152.254:34589(127.27.152.254:34589) for tablet Kudu Master: [peer master-127.27.152.254:34589(127.27.152.254:34589)] unexpected exception from downstream on [id: 0x076431a8, L:/127.0.0.1:49810 - R:/127.27.152.254:34589]
00:35:55.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:55.906713 29401 log.cc:824] T 00000000000000000000000000000000 P 2156ca9c07314a4a892d8c161af3f613: Log is configured to *not* fsync() on all Append() calls
00:35:55.907 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.27.152.254:34589(127.27.152.254:34589)] handling channelInactive
00:35:55.920 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.27.152.254:34589(127.27.152.254:34589)] connecting to peer
00:35:55.920 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.27.152.252:45151(127.27.152.252:45151)] connecting to peer
00:35:55.922 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.152.254:34589(127.27.152.254:34589): Connection refused: /127.27.152.254:34589
00:35:55.922 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.152.254:34589(127.27.152.254:34589)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.152.254:34589(127.27.152.254:34589): Connection refused: /127.27.152.254:34589
00:35:55.922 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.152.254:34589: Failed to connect to peer master-127.27.152.254:34589(127.27.152.254:34589): Connection refused: /127.27.152.254:34589
00:35:55.924 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.27.152.252:45151(127.27.152.252:45151)] Successfully connected to peer
00:35:55.938 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.152.252
00:35:55.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:55.951655 29401 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2156ca9c07314a4a892d8c161af3f613: Bootstrap replayed 1/1 log segments. Stats: ops{read=12 overwritten=0 applied=12 ignored=0} inserts{seen=8 ignored=0} mutations{seen=6 ignored=0} orphaned_commits=0. Pending: 0 replicates
00:35:55.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:55.952664 29401 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2156ca9c07314a4a892d8c161af3f613: Bootstrap complete.
00:35:55.960 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x55a5a0a7, L:/127.0.0.1:53332 - R:/127.27.152.252:45151] using SASL/PLAIN
00:35:55.968 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.152.252:45151: Catalog manager is not initialized. State: Starting
00:35:55.969 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.152.254:34589,127.27.152.252:45151,127.27.152.253:35285; will retry
00:35:55.979 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.27.152.254:34589(127.27.152.254:34589)] connecting to peer
00:35:55.981 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.152.254:34589(127.27.152.254:34589): Connection refused: /127.27.152.254:34589
00:35:55.981 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.152.254:34589(127.27.152.254:34589)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.152.254:34589(127.27.152.254:34589): Connection refused: /127.27.152.254:34589
00:35:55.981 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.152.254:34589: Failed to connect to peer master-127.27.152.254:34589(127.27.152.254:34589): Connection refused: /127.27.152.254:34589
00:35:55.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:55.979665 29401 raft_consensus.cc:348] T 00000000000000000000000000000000 P 2156ca9c07314a4a892d8c161af3f613 [term 2 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6da300227be94de7bf8b9e1c36e8fb97" member_type: VOTER last_known_addr { host: "127.27.152.254" port: 34589 } } peers { permanent_uuid: "1113c4ab15394b5a8d737b0b04524deb" member_type: VOTER last_known_addr { host: "127.27.152.253" port: 35285 } } peers { permanent_uuid: "2156ca9c07314a4a892d8c161af3f613" member_type: VOTER last_known_addr { host: "127.27.152.252" port: 45151 } }
00:35:55.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:55.983162 29401 raft_consensus.cc:729] T 00000000000000000000000000000000 P 2156ca9c07314a4a892d8c161af3f613 [term 2 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2156ca9c07314a4a892d8c161af3f613, State: Initialized, Role: FOLLOWER
00:35:55.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:55.984126 29401 consensus_queue.cc:260] T 00000000000000000000000000000000 P 2156ca9c07314a4a892d8c161af3f613 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 12, Last appended: 2.12, Last appended by leader: 12, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6da300227be94de7bf8b9e1c36e8fb97" member_type: VOTER last_known_addr { host: "127.27.152.254" port: 34589 } } peers { permanent_uuid: "1113c4ab15394b5a8d737b0b04524deb" member_type: VOTER last_known_addr { host: "127.27.152.253" port: 35285 } } peers { permanent_uuid: "2156ca9c07314a4a892d8c161af3f613" member_type: VOTER last_known_addr { host: "127.27.152.252" port: 45151 } }
00:35:55.985 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.152.252:45151: Catalog manager is not initialized. State: Starting
00:35:55.985 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.152.254:34589,127.27.152.252:45151,127.27.152.253:35285; will retry
00:35:55.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:55.987360 29405 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2156ca9c07314a4a892d8c161af3f613 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 2 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6da300227be94de7bf8b9e1c36e8fb97" member_type: VOTER last_known_addr { host: "127.27.152.254" port: 34589 } } peers { permanent_uuid: "1113c4ab15394b5a8d737b0b04524deb" member_type: VOTER last_known_addr { host: "127.27.152.253" port: 35285 } } peers { permanent_uuid: "2156ca9c07314a4a892d8c161af3f613" member_type: VOTER last_known_addr { host: "127.27.152.252" port: 45151 } } }
00:35:55.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:55.988396 29405 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2156ca9c07314a4a892d8c161af3f613 [sys.catalog]: This master's current role is: FOLLOWER
00:35:55.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:55.988724 29401 sys_catalog.cc:564] T 00000000000000000000000000000000 P 2156ca9c07314a4a892d8c161af3f613 [sys.catalog]: configured and running, proceeding with master startup.
00:35:55.999 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.27.152.254:34589(127.27.152.254:34589)] connecting to peer
00:35:56.001 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.152.254:34589(127.27.152.254:34589): Connection refused: /127.27.152.254:34589
00:35:56.001 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.152.254:34589(127.27.152.254:34589)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.152.254:34589(127.27.152.254:34589): Connection refused: /127.27.152.254:34589
00:35:56.001 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.152.254:34589: Failed to connect to peer master-127.27.152.254:34589(127.27.152.254:34589): Connection refused: /127.27.152.254:34589
00:35:56.004 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.152.252:45151: Catalog manager is not initialized. State: Starting
00:35:56.004 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.152.254:34589,127.27.152.252:45151,127.27.152.253:35285; will retry
00:35:56.020 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.27.152.254:34589(127.27.152.254:34589)] connecting to peer
00:35:56.021 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.152.254:34589(127.27.152.254:34589): Connection refused: /127.27.152.254:34589
00:35:56.021 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.152.254:34589(127.27.152.254:34589)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.152.254:34589(127.27.152.254:34589): Connection refused: /127.27.152.254:34589
00:35:56.024 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.152.254:34589: Failed to connect to peer master-127.27.152.254:34589(127.27.152.254:34589): Connection refused: /127.27.152.254:34589
00:35:56.025 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.152.254:34589,127.27.152.252:45151,127.27.152.253:35285; will retry
00:35:56.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:56.032754 29416 catalog_manager.cc:1259] Loaded cluster ID: a6cf87645273490ab084c2d4da801b1e
00:35:56.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:56.033254 29416 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 2156ca9c07314a4a892d8c161af3f613: loading cluster ID for follower catalog manager: success
00:35:56.040 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.27.152.254:34589(127.27.152.254:34589)] connecting to peer
00:35:56.041 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.152.254:34589(127.27.152.254:34589): Connection refused: /127.27.152.254:34589
00:35:56.041 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.152.254:34589(127.27.152.254:34589)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.152.254:34589(127.27.152.254:34589): Connection refused: /127.27.152.254:34589
00:35:56.042 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.152.254:34589: Failed to connect to peer master-127.27.152.254:34589(127.27.152.254:34589): Connection refused: /127.27.152.254:34589
00:35:56.048 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.152.254:34589,127.27.152.252:45151,127.27.152.253:35285; will retry
00:35:56.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:56.053086 29416 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 2156ca9c07314a4a892d8c161af3f613: acquiring CA information for follower catalog manager: success
00:35:56.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:56.059634 29416 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 2156ca9c07314a4a892d8c161af3f613: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
00:35:56.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:56.029206 29314 master_runner.cc:186] Error getting master registration for 127.27.152.254:34589: Network error: Client connection negotiation failed: client connection to 127.27.152.254:34589: connect: Connection refused (error 111),
00:35:56.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:56.062932 29314 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
00:35:56.100 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.27.152.254:34589(127.27.152.254:34589)] connecting to peer
00:35:56.101 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.152.254:34589(127.27.152.254:34589): Connection refused: /127.27.152.254:34589
00:35:56.101 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.152.254:34589(127.27.152.254:34589)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.152.254:34589(127.27.152.254:34589): Connection refused: /127.27.152.254:34589
00:35:56.101 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.152.254:34589: Failed to connect to peer master-127.27.152.254:34589(127.27.152.254:34589): Connection refused: /127.27.152.254:34589
00:35:56.104 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.152.254:34589,127.27.152.252:45151,127.27.152.253:35285; will retry
00:35:56.106 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=7, TimeoutTracker(timeout=250, elapsed=245), Traces: [0ms] sending RPC to server master-127.27.152.254:34589, [46ms] received response from server master-127.27.152.254:34589: Network error: [peer master-127.27.152.254:34589(127.27.152.254:34589)] unexpected exception from downstream on [id: 0x076431a8, L:/127.0.0.1:49810 - R:/127.27.152.254:34589], [46ms] delaying RPC due to: Network error: [peer master-127.27.152.254:34589(127.27.152.254:34589)] unexpected exception from downstream on [id: 0x076431a8, L:/127.0.0.1:49810 - R:/127.27.152.254:34589], [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.254:34589, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.252:45151, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.253:35285, [63ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.254:34589: Network error: Failed to connect to peer master-127.27.152.254:34589(127.27.152.254:34589): Connection refused: /127.27.152.254:34589, [65ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.253:35285: OK, [109ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.252:45151: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [110ms] delaying RPC due to: Service unavailable: Master config (127.27.152.254:34589,127.27.152.252:45151,127.27.152.253:35285) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.152.254:34589(127.27.152.254:34589): Connection refused: /127.27.152.254:34589,org.apache.kudu.client.RecoverableException: Catalog manager is not initialized. State: Starting, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.254:34589, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.252:45151, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.253:35285, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.254:34589: Network error: Failed to connect to peer master-127.27.152.254:34589(127.27.152.254:34589): Connection refused: /127.27.152.254:34589, [125ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.253:35285: OK, [125ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.252:45151: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [126ms] delaying RPC due to: Service unavailable: Master config (127.27.152.254:34589,127.27.152.252:45151,127.27.152.253:35285) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.152.254:34589(127.27.152.254:34589): Connection refused: /127.27.152.254:34589,org.apache.kudu.client.RecoverableException: Catalog manager is not initialized. State: Starting, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.254:34589, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.252:45151, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.253:35285, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.254:34589: Network error: Failed to connect to peer master-127.27.152.254:34589(127.27.152.254:34589): Connection refused: /127.27.152.254:34589, [144ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.253:35285: OK, [144ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.252:45151: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [145ms] delaying RPC due to: Service unavailable: Master config (127.27.152.254:34589,127.27.152.252:45151,127.27.152.253:35285) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.152.254:34589(127.27.152.254:34589): Connection refused: /127.27.152.254:34589,org.apache.kudu.client.RecoverableException: Catalog manager is not initialized. State: Starting, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.254:34589, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.252:45151, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.253:35285, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.254:34589: Network error: Failed to connect to peer master-127.27.152.254:34589(127.27.152.254:34589): Connection refused: /127.27.152.254:34589, [166ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.253:35285: OK, [166ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.252:45151: OK, [166ms] delaying RPC due to: Service unavailable: Master config (127.27.152.254:34589,127.27.152.252:45151,127.27.152.253:35285) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.152.254:34589(127.27.152.254:34589): Connection refused: /127.27.152.254:34589, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.254:34589, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.252:45151, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.253:35285, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.254:34589: Network error: Failed to connect to peer master-127.27.152.254:34589(127.27.152.254:34589): Connection refused: /127.27.152.254:34589, [184ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.253:35285: OK, [189ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.252:45151: OK, [189ms] delaying RPC due to: Service unavailable: Master config (127.27.152.254:34589,127.27.152.252:45151,127.27.152.253:35285) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.152.254:34589(127.27.152.254:34589): Connection refused: /127.27.152.254:34589, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.254:34589, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.252:45151, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.253:35285, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.254:34589: Network error: Failed to connect to peer master-127.27.152.254:34589(127.27.152.254:34589): Connection refused: /127.27.152.254:34589, [244ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.252:45151: OK, [245ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.253:35285: OK, [245ms] delaying RPC due to: Service unavailable: Master config (127.27.152.254:34589,127.27.152.252:45151,127.27.152.253:35285) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.152.254:34589(127.27.152.254:34589): Connection refused: /127.27.152.254:34589, deferred=Deferred@1390400957(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$83/807471066@f673e3f -> (continuation of Deferred@1684446210 after retry RPC after error@1052171009) -> (continuation of Deferred@308843351 after retry RPC after error@617140707) -> (continuation of Deferred@1948176372 after retry RPC after error@2096655525) -> (continuation of Deferred@719108678 after retry RPC after error@1215897911) -> (continuation of Deferred@1243227811 after retry RPC after error@1966667265), errback=org.apache.kudu.client.KuduTransaction$$Lambda$84/2061247318@3a796c6a -> (continuation of Deferred@1684446210 after retry RPC after error@1052171009) -> (continuation of Deferred@308843351 after retry RPC after error@617140707) -> (continuation of Deferred@1948176372 after retry RPC after error@2096655525) -> (continuation of Deferred@719108678 after retry RPC after error@1215897911) -> (continuation of Deferred@1243227811 after retry RPC after error@1966667265)))
00:35:56.106 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=7, TimeoutTracker(timeout=250, elapsed=245), Traces: [0ms] sending RPC to server master-127.27.152.254:34589, [46ms] received response from server master-127.27.152.254:34589: Network error: [peer master-127.27.152.254:34589(127.27.152.254:34589)] unexpected exception from downstream on [id: 0x076431a8, L:/127.0.0.1:49810 - R:/127.27.152.254:34589], [46ms] delaying RPC due to: Network error: [peer master-127.27.152.254:34589(127.27.152.254:34589)] unexpected exception from downstream on [id: 0x076431a8, L:/127.0.0.1:49810 - R:/127.27.152.254:34589], [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.254:34589, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.252:45151, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.253:35285, [63ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.254:34589: Network error: Failed to connect to peer master-127.27.152.254:34589(127.27.152.254:34589): Connection refused: /127.27.152.254:34589, [65ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.253:35285: OK, [109ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.252:45151: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [110ms] delaying RPC due to: Service unavailable: Master config (127.27.152.254:34589,127.27.152.252:45151,127.27.152.253:35285) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.152.254:34589(127.27.152.254:34589): Connection refused: /127.27.152.254:34589,org.apache.kudu.client.RecoverableException: Catalog manager is not initialized. State: Starting, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.254:34589, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.252:45151, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.253:35285, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.254:34589: Network error: Failed to connect to peer master-127.27.152.254:34589(127.27.152.254:34589): Connection refused: /127.27.152.254:34589, [125ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.253:35285: OK, [125ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.252:45151: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [126ms] delaying RPC due to: Service unavailable: Master config (127.27.152.254:34589,127.27.152.252:45151,127.27.152.253:35285) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.152.254:34589(127.27.152.254:34589): Connection refused: /127.27.152.254:34589,org.apache.kudu.client.RecoverableException: Catalog manager is not initialized. State: Starting, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.254:34589, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.252:45151, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.253:35285, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.254:34589: Network error: Failed to connect to peer master-127.27.152.254:34589(127.27.152.254:34589): Connection refused: /127.27.152.254:34589, [144ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.253:35285: OK, [144ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.252:45151: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [145ms] delaying RPC due to: Service unavailable: Master config (127.27.152.254:34589,127.27.152.252:45151,127.27.152.253:35285) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.152.254:34589(127.27.152.254:34589): Connection refused: /127.27.152.254:34589,org.apache.kudu.client.RecoverableException: Catalog manager is not initialized. State: Starting, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.254:34589, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.252:45151, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.253:35285, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.254:34589: Network error: Failed to connect to peer master-127.27.152.254:34589(127.27.152.254:34589): Connection refused: /127.27.152.254:34589, [166ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.253:35285: OK, [166ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.252:45151: OK, [166ms] delaying RPC due to: Service unavailable: Master config (127.27.152.254:34589,127.27.152.252:45151,127.27.152.253:35285) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.152.254:34589(127.27.152.254:34589): Connection refused: /127.27.152.254:34589, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.254:34589, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.252:45151, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.253:35285, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.254:34589: Network error: Failed to connect to peer master-127.27.152.254:34589(127.27.152.254:34589): Connection refused: /127.27.152.254:34589, [184ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.253:35285: OK, [189ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.252:45151: OK, [189ms] delaying RPC due to: Service unavailable: Master config (127.27.152.254:34589,127.27.152.252:45151,127.27.152.253:35285) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.152.254:34589(127.27.152.254:34589): Connection refused: /127.27.152.254:34589, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.254:34589, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.252:45151, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.253:35285, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.254:34589: Network error: Failed to connect to peer master-127.27.152.254:34589(127.27.152.254:34589): Connection refused: /127.27.152.254:34589, [244ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.252:45151: OK, [245ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.253:35285: OK, [245ms] delaying RPC due to: Service unavailable: Master config (127.27.152.254:34589,127.27.152.252:45151,127.27.152.253:35285) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.152.254:34589(127.27.152.254:34589): Connection refused: /127.27.152.254:34589, deferred=Deferred@1390400957(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$83/807471066@f673e3f -> (continuation of Deferred@1684446210 after retry RPC after error@1052171009) -> (continuation of Deferred@308843351 after retry RPC after error@617140707) -> (continuation of Deferred@1948176372 after retry RPC after error@2096655525) -> (continuation of Deferred@719108678 after retry RPC after error@1215897911) -> (continuation of Deferred@1243227811 after retry RPC after error@1966667265), errback=org.apache.kudu.client.KuduTransaction$$Lambda$84/2061247318@3a796c6a -> (continuation of Deferred@1684446210 after retry RPC after error@1052171009) -> (continuation of Deferred@308843351 after retry RPC after error@617140707) -> (continuation of Deferred@1948176372 after retry RPC after error@2096655525) -> (continuation of Deferred@719108678 after retry RPC after error@1215897911) -> (continuation of Deferred@1243227811 after retry RPC after error@1966667265)))
00:35:56.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:56.109586 29419 raft_consensus.cc:482] T 00000000000000000000000000000000 P 1113c4ab15394b5a8d737b0b04524deb [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 6da300227be94de7bf8b9e1c36e8fb97)
00:35:56.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:56.110136 29419 raft_consensus.cc:504] T 00000000000000000000000000000000 P 1113c4ab15394b5a8d737b0b04524deb [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6da300227be94de7bf8b9e1c36e8fb97" member_type: VOTER last_known_addr { host: "127.27.152.254" port: 34589 } } peers { permanent_uuid: "1113c4ab15394b5a8d737b0b04524deb" member_type: VOTER last_known_addr { host: "127.27.152.253" port: 35285 } } peers { permanent_uuid: "2156ca9c07314a4a892d8c161af3f613" member_type: VOTER last_known_addr { host: "127.27.152.252" port: 45151 } }
00:35:56.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:56.113245 29419 leader_election.cc:288] T 00000000000000000000000000000000 P 1113c4ab15394b5a8d737b0b04524deb [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 6da300227be94de7bf8b9e1c36e8fb97 (127.27.152.254:34589), 2156ca9c07314a4a892d8c161af3f613 (127.27.152.252:45151)
00:35:56.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:56.117231 29184 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.152.254:34589: connect: Connection refused (error 111)
00:35:56.121 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.27.152.254:34589(127.27.152.254:34589)] connecting to peer
00:35:56.124 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.152.254:34589(127.27.152.254:34589): Connection refused: /127.27.152.254:34589
00:35:56.124 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.152.254:34589(127.27.152.254:34589)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.152.254:34589(127.27.152.254:34589): Connection refused: /127.27.152.254:34589
00:35:56.125 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.152.254:34589: Failed to connect to peer master-127.27.152.254:34589(127.27.152.254:34589): Connection refused: /127.27.152.254:34589
00:35:56.128 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.152.254:34589,127.27.152.252:45151,127.27.152.253:35285; will retry
00:35:56.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:56.133057 29184 leader_election.cc:334] T 00000000000000000000000000000000 P 1113c4ab15394b5a8d737b0b04524deb [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 6da300227be94de7bf8b9e1c36e8fb97 (127.27.152.254:34589): Network error: Client connection negotiation failed: client connection to 127.27.152.254:34589: connect: Connection refused (error 111)
00:35:56.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:56.138523 29366 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1113c4ab15394b5a8d737b0b04524deb" candidate_term: 4 candidate_status { last_received { term: 3 index: 13 } } ignore_live_leader: false dest_uuid: "2156ca9c07314a4a892d8c161af3f613" is_pre_election: true
00:35:56.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:56.139593 29366 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 2156ca9c07314a4a892d8c161af3f613 [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 1113c4ab15394b5a8d737b0b04524deb in term 2.
00:35:56.140 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.27.152.254:34589(127.27.152.254:34589)] connecting to peer
00:35:56.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:56.140895 29184 leader_election.cc:302] T 00000000000000000000000000000000 P 1113c4ab15394b5a8d737b0b04524deb [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 1113c4ab15394b5a8d737b0b04524deb, 2156ca9c07314a4a892d8c161af3f613; no voters: 6da300227be94de7bf8b9e1c36e8fb97
00:35:56.141 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.152.254:34589(127.27.152.254:34589): Connection refused: /127.27.152.254:34589
00:35:56.141 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.152.254:34589(127.27.152.254:34589)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.152.254:34589(127.27.152.254:34589): Connection refused: /127.27.152.254:34589
00:35:56.141 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.152.254:34589: Failed to connect to peer master-127.27.152.254:34589(127.27.152.254:34589): Connection refused: /127.27.152.254:34589
00:35:56.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:56.142285 29419 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 1113c4ab15394b5a8d737b0b04524deb [term 3 FOLLOWER]: Leader pre-election won for term 4
00:35:56.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:56.142612 29419 raft_consensus.cc:482] T 00000000000000000000000000000000 P 1113c4ab15394b5a8d737b0b04524deb [term 3 FOLLOWER]: Starting leader election (detected failure of leader 6da300227be94de7bf8b9e1c36e8fb97)
00:35:56.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:56.143020 29419 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 1113c4ab15394b5a8d737b0b04524deb [term 3 FOLLOWER]: Advancing to term 4
00:35:56.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:56.151028 29419 raft_consensus.cc:504] T 00000000000000000000000000000000 P 1113c4ab15394b5a8d737b0b04524deb [term 4 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6da300227be94de7bf8b9e1c36e8fb97" member_type: VOTER last_known_addr { host: "127.27.152.254" port: 34589 } } peers { permanent_uuid: "1113c4ab15394b5a8d737b0b04524deb" member_type: VOTER last_known_addr { host: "127.27.152.253" port: 35285 } } peers { permanent_uuid: "2156ca9c07314a4a892d8c161af3f613" member_type: VOTER last_known_addr { host: "127.27.152.252" port: 45151 } }
00:35:56.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:56.152990 29419 leader_election.cc:288] T 00000000000000000000000000000000 P 1113c4ab15394b5a8d737b0b04524deb [CANDIDATE]: Term 4 election: Requested vote from peers 6da300227be94de7bf8b9e1c36e8fb97 (127.27.152.254:34589), 2156ca9c07314a4a892d8c161af3f613 (127.27.152.252:45151)
00:35:56.154 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.152.254:34589,127.27.152.252:45151,127.27.152.253:35285; will retry
00:35:56.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:56.155965 29366 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1113c4ab15394b5a8d737b0b04524deb" candidate_term: 4 candidate_status { last_received { term: 3 index: 13 } } ignore_live_leader: false dest_uuid: "2156ca9c07314a4a892d8c161af3f613"
00:35:56.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:56.156589 29366 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 2156ca9c07314a4a892d8c161af3f613 [term 2 FOLLOWER]: Advancing to term 4
00:35:56.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:56.158299 29184 leader_election.cc:334] T 00000000000000000000000000000000 P 1113c4ab15394b5a8d737b0b04524deb [CANDIDATE]: Term 4 election: RPC error from VoteRequest() call to peer 6da300227be94de7bf8b9e1c36e8fb97 (127.27.152.254:34589): Network error: Client connection negotiation failed: client connection to 127.27.152.254:34589: connect: Connection refused (error 111)
00:35:56.160 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.27.152.254:34589(127.27.152.254:34589)] connecting to peer
00:35:56.161 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.152.254:34589(127.27.152.254:34589): Connection refused: /127.27.152.254:34589
00:35:56.161 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.152.254:34589(127.27.152.254:34589)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.152.254:34589(127.27.152.254:34589): Connection refused: /127.27.152.254:34589
00:35:56.161 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.152.254:34589: Failed to connect to peer master-127.27.152.254:34589(127.27.152.254:34589): Connection refused: /127.27.152.254:34589
00:35:56.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:56.168569 29366 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 2156ca9c07314a4a892d8c161af3f613 [term 4 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 1113c4ab15394b5a8d737b0b04524deb in term 4.
00:35:56.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:56.169884 29184 leader_election.cc:302] T 00000000000000000000000000000000 P 1113c4ab15394b5a8d737b0b04524deb [CANDIDATE]: Term 4 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 1113c4ab15394b5a8d737b0b04524deb, 2156ca9c07314a4a892d8c161af3f613; no voters: 6da300227be94de7bf8b9e1c36e8fb97
00:35:56.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:56.170795 29419 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 1113c4ab15394b5a8d737b0b04524deb [term 4 FOLLOWER]: Leader election won for term 4
00:35:56.177 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.152.254:34589,127.27.152.252:45151,127.27.152.253:35285; will retry
00:35:56.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:56.179754 29419 raft_consensus.cc:686] T 00000000000000000000000000000000 P 1113c4ab15394b5a8d737b0b04524deb [term 4 LEADER]: Becoming Leader. State: Replica: 1113c4ab15394b5a8d737b0b04524deb, State: Running, Role: LEADER
00:35:56.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:56.180794 29419 consensus_queue.cc:237] T 00000000000000000000000000000000 P 1113c4ab15394b5a8d737b0b04524deb [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 13, Committed index: 13, Last appended: 3.13, Last appended by leader: 13, Current term: 4, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6da300227be94de7bf8b9e1c36e8fb97" member_type: VOTER last_known_addr { host: "127.27.152.254" port: 34589 } } peers { permanent_uuid: "1113c4ab15394b5a8d737b0b04524deb" member_type: VOTER last_known_addr { host: "127.27.152.253" port: 35285 } } peers { permanent_uuid: "2156ca9c07314a4a892d8c161af3f613" member_type: VOTER last_known_addr { host: "127.27.152.252" port: 45151 } }
00:35:56.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:56.185922 29423 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1113c4ab15394b5a8d737b0b04524deb [sys.catalog]: SysCatalogTable state changed. Reason: New leader 1113c4ab15394b5a8d737b0b04524deb. Latest consensus state: current_term: 4 leader_uuid: "1113c4ab15394b5a8d737b0b04524deb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6da300227be94de7bf8b9e1c36e8fb97" member_type: VOTER last_known_addr { host: "127.27.152.254" port: 34589 } } peers { permanent_uuid: "1113c4ab15394b5a8d737b0b04524deb" member_type: VOTER last_known_addr { host: "127.27.152.253" port: 35285 } } peers { permanent_uuid: "2156ca9c07314a4a892d8c161af3f613" member_type: VOTER last_known_addr { host: "127.27.152.252" port: 45151 } } }
00:35:56.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:56.186836 29423 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1113c4ab15394b5a8d737b0b04524deb [sys.catalog]: This master's current role is: LEADER
00:35:56.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:56.189580 29425 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
00:35:56.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:56.197255 29425 catalog_manager.cc:669] Loaded metadata for table txn_manager_fallback_rolling [id=64de934ee91c4cc48e966b1c0d0c1c16]
00:35:56.200 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.27.152.254:34589(127.27.152.254:34589)] connecting to peer
00:35:56.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:56.198966 29425 catalog_manager.cc:669] Loaded metadata for table kudu_system.kudu_transactions [id=fb26c59b34874be2839a488ccd17760a]
00:35:56.206 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.152.254:34589(127.27.152.254:34589): Connection refused: /127.27.152.254:34589
00:35:56.206 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.152.254:34589(127.27.152.254:34589)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.152.254:34589(127.27.152.254:34589): Connection refused: /127.27.152.254:34589
00:35:56.206 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.152.254:34589: Failed to connect to peer master-127.27.152.254:34589(127.27.152.254:34589): Connection refused: /127.27.152.254:34589
00:35:56.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:56.209563 29425 tablet_loader.cc:96] loaded metadata for tablet 1154ceaf4daf4efbae070b35d282edb5 (table txn_manager_fallback_rolling [id=64de934ee91c4cc48e966b1c0d0c1c16])
00:35:56.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:56.211114 29425 tablet_loader.cc:96] loaded metadata for tablet 66b0f9bc8b07474087394632c83cd277 (table kudu_system.kudu_transactions [id=fb26c59b34874be2839a488ccd17760a])
00:35:56.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:56.212435 29425 tablet_loader.cc:96] loaded metadata for tablet a4343f46f52f4353a58f71099dcdad1b (table txn_manager_fallback_rolling [id=64de934ee91c4cc48e966b1c0d0c1c16])
00:35:56.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:56.213743 29425 catalog_manager.cc:1484] Initializing Kudu cluster ID...
00:35:56.215 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.152.254:34589,127.27.152.252:45151,127.27.152.253:35285; will retry
00:35:56.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:56.218201 29425 catalog_manager.cc:1259] Loaded cluster ID: a6cf87645273490ab084c2d4da801b1e
00:35:56.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:56.218451 29425 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
00:35:56.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:56.223734 29425 catalog_manager.cc:1504] Loading token signing keys...
00:35:56.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:56.228076 29425 catalog_manager.cc:5879] T 00000000000000000000000000000000 P 1113c4ab15394b5a8d737b0b04524deb: Loaded TSK: 0
00:35:56.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:56.229671 29425 catalog_manager.cc:1514] Initializing in-progress tserver states...
00:35:56.239 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.27.152.254:34589(127.27.152.254:34589)] connecting to peer
00:35:56.240 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.152.254:34589(127.27.152.254:34589): Connection refused: /127.27.152.254:34589
00:35:56.240 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.152.254:34589(127.27.152.254:34589)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.152.254:34589(127.27.152.254:34589): Connection refused: /127.27.152.254:34589
00:35:56.241 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.152.254:34589: Failed to connect to peer master-127.27.152.254:34589(127.27.152.254:34589): Connection refused: /127.27.152.254:34589
00:35:56.249 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
00:35:56.258 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=5, TimeoutTracker(timeout=250, elapsed=129), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.254:34589, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.252:45151, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.253:35285, [4ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.254:34589: Network error: Failed to connect to peer master-127.27.152.254:34589(127.27.152.254:34589): Connection refused: /127.27.152.254:34589, [7ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.253:35285: OK, [7ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.252:45151: OK, [8ms] delaying RPC due to: Service unavailable: Master config (127.27.152.254:34589,127.27.152.252:45151,127.27.152.253:35285) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.152.254:34589(127.27.152.254:34589): Connection refused: /127.27.152.254:34589, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.254:34589, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.252:45151, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.253:35285, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.254:34589: Network error: Failed to connect to peer master-127.27.152.254:34589(127.27.152.254:34589): Connection refused: /127.27.152.254:34589, [25ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.252:45151: OK, [34ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.253:35285: OK, [34ms] delaying RPC due to: Service unavailable: Master config (127.27.152.254:34589,127.27.152.252:45151,127.27.152.253:35285) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.152.254:34589(127.27.152.254:34589): Connection refused: /127.27.152.254:34589, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.254:34589, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.252:45151, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.253:35285, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.254:34589: Network error: Failed to connect to peer master-127.27.152.254:34589(127.27.152.254:34589): Connection refused: /127.27.152.254:34589, [43ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.253:35285: OK, [57ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.252:45151: OK, [57ms] delaying RPC due to: Service unavailable: Master config (127.27.152.254:34589,127.27.152.252:45151,127.27.152.253:35285) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.152.254:34589(127.27.152.254:34589): Connection refused: /127.27.152.254:34589, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.254:34589, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.252:45151, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.253:35285, [86ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.254:34589: Network error: Failed to connect to peer master-127.27.152.254:34589(127.27.152.254:34589): Connection refused: /127.27.152.254:34589, [90ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.252:45151: OK, [94ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.253:35285: OK, [95ms] delaying RPC due to: Service unavailable: Master config (127.27.152.254:34589,127.27.152.252:45151,127.27.152.253:35285) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.152.254:34589(127.27.152.254:34589): Connection refused: /127.27.152.254:34589, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.254:34589, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.252:45151, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.253:35285, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.254:34589: Network error: Failed to connect to peer master-127.27.152.254:34589(127.27.152.254:34589): Connection refused: /127.27.152.254:34589, [123ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.252:45151: OK, [129ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.253:35285: OK, deferred=Deferred@479074469(state=PENDING, result=null, callback=(continuation of Deferred@1490397423 after retry RPC after error@2109874036) -> (continuation of Deferred@1882616655 after retry RPC after error@479270620) -> (continuation of Deferred@1769363313 after retry RPC after error@69393556) -> (continuation of Deferred@1204648788 after retry RPC after error@1400808071), errback=(continuation of Deferred@1490397423 after retry RPC after error@2109874036) -> (continuation of Deferred@1882616655 after retry RPC after error@479270620) -> (continuation of Deferred@1769363313 after retry RPC after error@69393556) -> (continuation of Deferred@1204648788 after retry RPC after error@1400808071))) after lookup
00:35:56.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:56.290565 29366 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 2156ca9c07314a4a892d8c161af3f613 [term 4 FOLLOWER]: Refusing update from remote peer 1113c4ab15394b5a8d737b0b04524deb: Log matching property violated. Preceding OpId in replica: term: 2 index: 12. Preceding OpId from leader: term: 4 index: 14. (index mismatch)
00:35:56.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:56.294548 29423 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 1113c4ab15394b5a8d737b0b04524deb [LEADER]: Connected to new peer: Peer: permanent_uuid: "2156ca9c07314a4a892d8c161af3f613" member_type: VOTER last_known_addr { host: "127.27.152.252" port: 45151 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 14, Last known committed idx: 12, Time since last communication: 0.000s
00:35:56.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:56.301470 29184 consensus_peers.cc:487] T 00000000000000000000000000000000 P 1113c4ab15394b5a8d737b0b04524deb -> Peer 6da300227be94de7bf8b9e1c36e8fb97 (127.27.152.254:34589): Couldn't send request to peer 6da300227be94de7bf8b9e1c36e8fb97. Status: Network error: Client connection negotiation failed: client connection to 127.27.152.254:34589: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
00:35:56.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:56.335638 29432 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2156ca9c07314a4a892d8c161af3f613 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 4 leader_uuid: "1113c4ab15394b5a8d737b0b04524deb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6da300227be94de7bf8b9e1c36e8fb97" member_type: VOTER last_known_addr { host: "127.27.152.254" port: 34589 } } peers { permanent_uuid: "1113c4ab15394b5a8d737b0b04524deb" member_type: VOTER last_known_addr { host: "127.27.152.253" port: 35285 } } peers { permanent_uuid: "2156ca9c07314a4a892d8c161af3f613" member_type: VOTER last_known_addr { host: "127.27.152.252" port: 45151 } } }
00:35:56.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:56.336614 29432 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2156ca9c07314a4a892d8c161af3f613 [sys.catalog]: This master's current role is: FOLLOWER
00:35:56.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:56.337113 29405 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2156ca9c07314a4a892d8c161af3f613 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 1113c4ab15394b5a8d737b0b04524deb. Latest consensus state: current_term: 4 leader_uuid: "1113c4ab15394b5a8d737b0b04524deb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6da300227be94de7bf8b9e1c36e8fb97" member_type: VOTER last_known_addr { host: "127.27.152.254" port: 34589 } } peers { permanent_uuid: "1113c4ab15394b5a8d737b0b04524deb" member_type: VOTER last_known_addr { host: "127.27.152.253" port: 35285 } } peers { permanent_uuid: "2156ca9c07314a4a892d8c161af3f613" member_type: VOTER last_known_addr { host: "127.27.152.252" port: 45151 } } }
00:35:56.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:56.337934 29405 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2156ca9c07314a4a892d8c161af3f613 [sys.catalog]: This master's current role is: FOLLOWER
00:35:56.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:56.344779 29405 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2156ca9c07314a4a892d8c161af3f613 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 4 leader_uuid: "1113c4ab15394b5a8d737b0b04524deb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6da300227be94de7bf8b9e1c36e8fb97" member_type: VOTER last_known_addr { host: "127.27.152.254" port: 34589 } } peers { permanent_uuid: "1113c4ab15394b5a8d737b0b04524deb" member_type: VOTER last_known_addr { host: "127.27.152.253" port: 35285 } } peers { permanent_uuid: "2156ca9c07314a4a892d8c161af3f613" member_type: VOTER last_known_addr { host: "127.27.152.252" port: 45151 } } }
00:35:56.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:56.345713 29405 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2156ca9c07314a4a892d8c161af3f613 [sys.catalog]: This master's current role is: FOLLOWER
00:35:56.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:56.352212 29423 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1113c4ab15394b5a8d737b0b04524deb [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 4 leader_uuid: "1113c4ab15394b5a8d737b0b04524deb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6da300227be94de7bf8b9e1c36e8fb97" member_type: VOTER last_known_addr { host: "127.27.152.254" port: 34589 } } peers { permanent_uuid: "1113c4ab15394b5a8d737b0b04524deb" member_type: VOTER last_known_addr { host: "127.27.152.253" port: 35285 } } peers { permanent_uuid: "2156ca9c07314a4a892d8c161af3f613" member_type: VOTER last_known_addr { host: "127.27.152.252" port: 45151 } } }
00:35:56.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:56.353080 29423 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1113c4ab15394b5a8d737b0b04524deb [sys.catalog]: This master's current role is: LEADER
00:35:56.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:56.372442 29231 rpcz_store.cc:267] Call kudu.transactions.TxnManagerService.KeepTransactionAlive from 127.0.0.1:55310 (request call id 21) took 112 ms (client timeout 112 ms). Trace:
00:35:56.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:56.372886 29231 rpcz_store.cc:269] 0924 00:35:56.259980 (+ 0us) service_pool.cc:170] Inserting onto call queue
00:35:56.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0924 00:35:56.260129 (+ 149us) service_pool.cc:227] Handling call
00:35:56.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0924 00:35:56.372195 (+112066us) inbound_call.cc:173] Queueing success response
00:35:56.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"dns_us":529,"init.queue_time_us":26126,"thread_start_us":72276,"threads_started":5}
00:35:56.376 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=6, TimeoutTracker(timeout=250, elapsed=254), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.254:34589, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.252:45151, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.253:35285, [4ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.254:34589: Network error: Failed to connect to peer master-127.27.152.254:34589(127.27.152.254:34589): Connection refused: /127.27.152.254:34589, [7ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.253:35285: OK, [7ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.252:45151: OK, [8ms] delaying RPC due to: Service unavailable: Master config (127.27.152.254:34589,127.27.152.252:45151,127.27.152.253:35285) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.152.254:34589(127.27.152.254:34589): Connection refused: /127.27.152.254:34589, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.254:34589, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.252:45151, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.253:35285, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.254:34589: Network error: Failed to connect to peer master-127.27.152.254:34589(127.27.152.254:34589): Connection refused: /127.27.152.254:34589, [25ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.252:45151: OK, [34ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.253:35285: OK, [34ms] delaying RPC due to: Service unavailable: Master config (127.27.152.254:34589,127.27.152.252:45151,127.27.152.253:35285) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.152.254:34589(127.27.152.254:34589): Connection refused: /127.27.152.254:34589, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.254:34589, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.252:45151, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.253:35285, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.254:34589: Network error: Failed to connect to peer master-127.27.152.254:34589(127.27.152.254:34589): Connection refused: /127.27.152.254:34589, [43ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.253:35285: OK, [57ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.252:45151: OK, [57ms] delaying RPC due to: Service unavailable: Master config (127.27.152.254:34589,127.27.152.252:45151,127.27.152.253:35285) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.152.254:34589(127.27.152.254:34589): Connection refused: /127.27.152.254:34589, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.254:34589, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.252:45151, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.253:35285, [86ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.254:34589: Network error: Failed to connect to peer master-127.27.152.254:34589(127.27.152.254:34589): Connection refused: /127.27.152.254:34589, [90ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.252:45151: OK, [94ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.253:35285: OK, [95ms] delaying RPC due to: Service unavailable: Master config (127.27.152.254:34589,127.27.152.252:45151,127.27.152.253:35285) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.152.254:34589(127.27.152.254:34589): Connection refused: /127.27.152.254:34589, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.254:34589, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.252:45151, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.253:35285, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.254:34589: Network error: Failed to connect to peer master-127.27.152.254:34589(127.27.152.254:34589): Connection refused: /127.27.152.254:34589, [123ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.252:45151: OK, [129ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.253:35285: OK, [139ms] sending RPC to server master-127.27.152.253:35285, [255ms] delaying RPC due to: Service unavailable: TxnManager is not yet initialized (error 0), deferred=Deferred@479074469(state=PENDING, result=null, callback=(continuation of Deferred@1490397423 after retry RPC after error@2109874036) -> (continuation of Deferred@1882616655 after retry RPC after error@479270620) -> (continuation of Deferred@1769363313 after retry RPC after error@69393556) -> (continuation of Deferred@1204648788 after retry RPC after error@1400808071) -> (continuation of Deferred@141077062 after retry RPC@448532899), errback=(continuation of Deferred@1490397423 after retry RPC after error@2109874036) -> (continuation of Deferred@1882616655 after retry RPC after error@479270620) -> (continuation of Deferred@1769363313 after retry RPC after error@69393556) -> (continuation of Deferred@1204648788 after retry RPC after error@1400808071) -> (continuation of Deferred@141077062 after retry RPC@448532899)))
00:35:56.376 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=6, TimeoutTracker(timeout=250, elapsed=254), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.254:34589, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.252:45151, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.253:35285, [4ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.254:34589: Network error: Failed to connect to peer master-127.27.152.254:34589(127.27.152.254:34589): Connection refused: /127.27.152.254:34589, [7ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.253:35285: OK, [7ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.252:45151: OK, [8ms] delaying RPC due to: Service unavailable: Master config (127.27.152.254:34589,127.27.152.252:45151,127.27.152.253:35285) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.152.254:34589(127.27.152.254:34589): Connection refused: /127.27.152.254:34589, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.254:34589, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.252:45151, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.253:35285, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.254:34589: Network error: Failed to connect to peer master-127.27.152.254:34589(127.27.152.254:34589): Connection refused: /127.27.152.254:34589, [25ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.252:45151: OK, [34ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.253:35285: OK, [34ms] delaying RPC due to: Service unavailable: Master config (127.27.152.254:34589,127.27.152.252:45151,127.27.152.253:35285) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.152.254:34589(127.27.152.254:34589): Connection refused: /127.27.152.254:34589, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.254:34589, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.252:45151, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.253:35285, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.254:34589: Network error: Failed to connect to peer master-127.27.152.254:34589(127.27.152.254:34589): Connection refused: /127.27.152.254:34589, [43ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.253:35285: OK, [57ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.252:45151: OK, [57ms] delaying RPC due to: Service unavailable: Master config (127.27.152.254:34589,127.27.152.252:45151,127.27.152.253:35285) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.152.254:34589(127.27.152.254:34589): Connection refused: /127.27.152.254:34589, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.254:34589, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.252:45151, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.253:35285, [86ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.254:34589: Network error: Failed to connect to peer master-127.27.152.254:34589(127.27.152.254:34589): Connection refused: /127.27.152.254:34589, [90ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.252:45151: OK, [94ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.253:35285: OK, [95ms] delaying RPC due to: Service unavailable: Master config (127.27.152.254:34589,127.27.152.252:45151,127.27.152.253:35285) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.152.254:34589(127.27.152.254:34589): Connection refused: /127.27.152.254:34589, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.254:34589, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.252:45151, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.152.253:35285, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.254:34589: Network error: Failed to connect to peer master-127.27.152.254:34589(127.27.152.254:34589): Connection refused: /127.27.152.254:34589, [123ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.252:45151: OK, [129ms] Sub RPC ConnectToMaster: received response from server master-127.27.152.253:35285: OK, [139ms] sending RPC to server master-127.27.152.253:35285, [255ms] delaying RPC due to: Service unavailable: TxnManager is not yet initialized (error 0), deferred=Deferred@479074469(state=PENDING, result=null, callback=(continuation of Deferred@1490397423 after retry RPC after error@2109874036) -> (continuation of Deferred@1882616655 after retry RPC after error@479270620) -> (continuation of Deferred@1769363313 after retry RPC after error@69393556) -> (continuation of Deferred@1204648788 after retry RPC after error@1400808071) -> (continuation of Deferred@141077062 after retry RPC@448532899), errback=(continuation of Deferred@1490397423 after retry RPC after error@2109874036) -> (continuation of Deferred@1882616655 after retry RPC after error@479270620) -> (continuation of Deferred@1769363313 after retry RPC after error@69393556) -> (continuation of Deferred@1204648788 after retry RPC after error@1400808071) -> (continuation of Deferred@141077062 after retry RPC@448532899)))
00:35:56.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:56.425441 29200 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:36294:
00:35:56.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
00:35:56.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
00:35:56.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
00:35:56.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
00:35:56.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
00:35:56.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
00:35:56.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
00:35:56.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
00:35:56.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
00:35:56.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
00:35:56.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
00:35:56.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:35:56.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
00:35:56.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
00:35:56.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
00:35:56.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
00:35:56.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
00:35:56.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
00:35:56.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
00:35:56.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
00:35:56.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
00:35:56.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:35:56.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
00:35:56.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
00:35:56.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
00:35:56.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
00:35:56.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
00:35:56.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
00:35:56.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
00:35:56.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
00:35:56.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
00:35:56.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:35:56.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
00:35:56.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
00:35:56.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
00:35:56.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
00:35:56.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
00:35:56.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
00:35:56.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
00:35:56.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
00:35:56.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
00:35:56.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:35:56.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:35:56.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
00:35:56.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
00:35:56.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
00:35:56.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
00:35:56.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:35:56.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
00:35:56.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
00:35:56.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
00:35:56.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
00:35:56.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:35:56.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:35:56.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:35:56.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
00:35:56.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:56.433545 29200 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
00:35:56.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:56.533007 28765 txn_status_manager.cc:1390] automatically aborted stale txn (ID 0) past 1.022s from last keepalive heartbeat (effective timeout is 1.000s)
00:35:56.543 [DEBUG - kudu-nio-0] (KuduTransaction.java:799) terminating keepalive task (txn ID 0) due to exception org.apache.kudu.client.NonRecoverableException: Failed to write to server: 5bcb4495e0c6462fa32da3db80d68d8d (127.27.152.194:37379): transaction ID 0 is not available for further commits: state: ABORT_IN_PROGRESS user: "slave" start_timestamp: 1790210147 last_transition_timestamp: 1790210156
00:35:56.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:56.560156 28779 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.27.152.252:45151)
00:35:56.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:56.617415 29438 tablet_replica.cc:1298] Aborted: operation has been aborted: cancelling pending write operations
00:35:56.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:56.631662 29029 heartbeater.cc:347] Connected to a master server at 127.27.152.252:45151
00:35:56.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:56.641618 29355 master_service.cc:432] Got heartbeat from unknown tserver (permanent_uuid: "1a482439924b47e7aef8b5467f9214e1" instance_seqno: 1790210146200778) as {username='slave'} at 127.27.152.195:56721; Asking this server to re-register.
00:35:56.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:56.643826 29029 heartbeater.cc:464] Registering TS with master...
00:35:56.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:56.654804 29355 ts_manager.cc:194] Registered new tserver with Master: 1a482439924b47e7aef8b5467f9214e1 (127.27.152.195:38965)
00:35:56.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:56.679518 28734 heartbeater.cc:347] Connected to a master server at 127.27.152.252:45151
00:35:56.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:56.684762 29355 master_service.cc:432] Got heartbeat from unknown tserver (permanent_uuid: "9f408a7b9b6344b8b2ab87041a60ef2b" instance_seqno: 1790210142275640) as {username='slave'} at 127.27.152.193:39379; Asking this server to re-register.
00:35:56.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:56.689298 28734 heartbeater.cc:464] Registering TS with master...
00:35:56.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:56.693403 29355 ts_manager.cc:194] Registered new tserver with Master: 9f408a7b9b6344b8b2ab87041a60ef2b (127.27.152.193:39891)
00:35:56.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:56.711799 28881 heartbeater.cc:347] Connected to a master server at 127.27.152.252:45151
00:35:56.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:56.716252 29355 master_service.cc:432] Got heartbeat from unknown tserver (permanent_uuid: "5bcb4495e0c6462fa32da3db80d68d8d" instance_seqno: 1790210144240282) as {username='slave'} at 127.27.152.194:57167; Asking this server to re-register.
00:35:56.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:56.718288 28881 heartbeater.cc:464] Registering TS with master...
00:35:56.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:56.722093 29355 ts_manager.cc:194] Registered new tserver with Master: 5bcb4495e0c6462fa32da3db80d68d8d (127.27.152.194:37379)
00:35:56.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:56.807338 29184 consensus_peers.cc:487] T 00000000000000000000000000000000 P 1113c4ab15394b5a8d737b0b04524deb -> Peer 6da300227be94de7bf8b9e1c36e8fb97 (127.27.152.254:34589): Couldn't send request to peer 6da300227be94de7bf8b9e1c36e8fb97. Status: Network error: Client connection negotiation failed: client connection to 127.27.152.254:34589: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
00:35:56.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:56.909826 29161 master_runner.cc:186] Error getting master registration for 127.27.152.254:34589: Network error: Client connection negotiation failed: client connection to 127.27.152.254:34589: connect: Connection refused (error 111),
00:35:56.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:56.910286 29161 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
00:35:57.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:57.261623 29184 consensus_peers.cc:487] T 00000000000000000000000000000000 P 1113c4ab15394b5a8d737b0b04524deb -> Peer 6da300227be94de7bf8b9e1c36e8fb97 (127.27.152.254:34589): Couldn't send request to peer 6da300227be94de7bf8b9e1c36e8fb97. Status: Network error: Client connection negotiation failed: client connection to 127.27.152.254:34589: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
00:35:57.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:57.625591 28882 heartbeater.cc:503] Master 127.27.152.253:35285 was elected leader, sending a full tablet report...
00:35:57.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:57.652097 29030 heartbeater.cc:503] Master 127.27.152.253:35285 was elected leader, sending a full tablet report...
00:35:57.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:57.663066 28735 heartbeater.cc:503] Master 127.27.152.253:35285 was elected leader, sending a full tablet report...
00:35:57.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 00:35:57.695540 29184 consensus_peers.cc:487] T 00000000000000000000000000000000 P 1113c4ab15394b5a8d737b0b04524deb -> Peer 6da300227be94de7bf8b9e1c36e8fb97 (127.27.152.254:34589): Couldn't send request to peer 6da300227be94de7bf8b9e1c36e8fb97. Status: Network error: Client connection negotiation failed: client connection to 127.27.152.254:34589: connect: Connection refused (error 111). This is attempt 16: this message will repeat every 5th retry.
00:35:57.904 [DEBUG - main] (Connection.java:575) [peer master-127.27.152.252:45151(127.27.152.252:45151)] disconnecting while in state READY
00:35:57.904 [DEBUG - main] (Connection.java:575) [peer master-127.27.152.254:34589(127.27.152.254:34589)] disconnecting while in state TERMINATED
00:35:57.904 [DEBUG - main] (Connection.java:575) [peer 5bcb4495e0c6462fa32da3db80d68d8d(127.27.152.194:37379)] disconnecting while in state READY
00:35:57.904 [DEBUG - main] (Connection.java:575) [peer master-127.27.152.253:35285(127.27.152.253:35285)] disconnecting while in state READY
00:35:57.905 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.27.152.252:45151(127.27.152.252:45151)] handling channelInactive
00:35:57.905 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.152.252:45151(127.27.152.252:45151)] cleaning up while in state READY due to: connection closed
00:35:57.905 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 5bcb4495e0c6462fa32da3db80d68d8d(127.27.152.194:37379)] handling channelInactive
00:35:57.905 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 5bcb4495e0c6462fa32da3db80d68d8d(127.27.152.194:37379)] cleaning up while in state READY due to: connection closed
00:35:57.906 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:35:57.906 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.27.152.253:35285(127.27.152.253:35285)] handling channelInactive
00:35:57.907 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.152.253:35285(127.27.152.253:35285)] cleaning up while in state READY due to: connection closed
00:35:57.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:57.907829 28259 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskoSwD1k/build/tsan/bin/kudu with pid 28591
00:35:57.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:57.951236 28259 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskoSwD1k/build/tsan/bin/kudu with pid 28739
00:35:57.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:57.988343 28259 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskoSwD1k/build/tsan/bin/kudu with pid 28887
00:35:58.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:58.022394 28259 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskoSwD1k/build/tsan/bin/kudu with pid 29161
00:35:58.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 00:35:58.075842 28259 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskoSwD1k/build/tsan/bin/kudu with pid 29314
00:35:59.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-24T00:35:59Z chronyd exiting
00:36:00.328 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager: failed attempt 1
java.lang.AssertionError: Aborted: transaction was aborted
at org.junit.Assert.fail(Assert.java:89) ~[junit-4.13.2.jar:4.13.2]
at org.junit.Assert.assertTrue(Assert.java:42) ~[junit-4.13.2.jar:4.13.2]
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager(TestKuduTransaction.java:1214) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
java.lang.AssertionError: Aborted: transaction was aborted
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.assertTrue(Assert.java:42)
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager(TestKuduTransaction.java:1214)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)