12:25:30.777 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
12:25:30.777 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskpZkjsU/test-tmp
12:25:30.778 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
12:25:30.778 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskpZkjsU/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
12:25:30.779 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskpZkjsU/test-tmp/mini-kudu-cluster3632102756879615921"
extra_master_flags: "--txn_manager_enabled"
extra_master_flags: "--raft_heartbeat_interval_ms=100"
extra_tserver_flags: "--txn_keepalive_interval_ms=1000"
extra_tserver_flags: "--txn_staleness_tracker_interval_ms=250"
extra_tserver_flags: "--enable_txn_system_client_init=true"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
12:25:31.093 [DEBUG - main] (MiniKuduCluster.java:195) Response:
12:25:31.094 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
12:25:31.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:31.097151 22664 mini_oidc.cc:152] Starting JWKS server
12:25:31.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:31.100334 22664 webserver.cc:460] Webserver started at http://127.0.0.1:37113/ using document root <none> and password file <none>
12:25:31.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:31.100797 22664 mini_oidc.cc:189] Starting OIDC Discovery server
12:25:31.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:31.102540 22664 webserver.cc:460] Webserver started at http://127.0.0.1:38863/ using document root <none> and password file <none>
12:25:31.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-26T12:25:31Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
12:25:31.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-26T12:25:31Z Disabled control of system clock
12:25:31.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:31.150461 22664 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskpZkjsU/build/tsan/bin/kudu
12:25:31.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskpZkjsU/build/tsan/bin/kudu
12:25:31.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpZkjsU/test-tmp/mini-kudu-cluster3632102756879615921/master-0/wal
12:25:31.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpZkjsU/test-tmp/mini-kudu-cluster3632102756879615921/master-0/data
12:25:31.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
12:25:31.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
12:25:31.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
12:25:31.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
12:25:31.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
12:25:31.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
12:25:31.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpZkjsU/test-tmp/mini-kudu-cluster3632102756879615921/master-0/logs
12:25:31.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpZkjsU/test-tmp/mini-kudu-cluster3632102756879615921/master-0/data/info.pb
12:25:31.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
12:25:31.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
12:25:31.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
12:25:31.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
12:25:31.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
12:25:31.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
12:25:31.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
12:25:31.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
12:25:31.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
12:25:31.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
12:25:31.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
12:25:31.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
12:25:31.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.34.62:46773
12:25:31.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.34.62
12:25:31.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
12:25:31.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.34.20:43297
12:25:31.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
12:25:31.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
12:25:31.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
12:25:31.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
12:25:31.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.34.62:46773,127.22.34.61:37307,127.22.34.60:44925
12:25:31.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
12:25:31.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37113/jwks.json
12:25:31.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
12:25:31.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
12:25:31.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:31.440868 22676 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
12:25:31.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:31.441416 22676 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
12:25:31.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:31.441870 22676 flags.cc:425] Enabled unsafe flag: --never_fsync=true
12:25:31.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:31.471812 22676 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
12:25:31.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:31.472112 22676 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
12:25:31.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:31.472270 22676 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
12:25:31.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:31.472561 22676 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
12:25:31.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:31.472783 22676 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
12:25:31.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:31.472973 22676 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
12:25:31.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:31.473114 22676 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:37113/jwks.json
12:25:31.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:31.507256 22676 master_runner.cc:386] Master server non-default flags:
12:25:31.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
12:25:31.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.34.20:43297
12:25:31.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
12:25:31.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
12:25:31.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
12:25:31.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpZkjsU/test-tmp/mini-kudu-cluster3632102756879615921/master-0/data
12:25:31.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpZkjsU/test-tmp/mini-kudu-cluster3632102756879615921/master-0/wal
12:25:31.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
12:25:31.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.34.62:46773,127.22.34.61:37307,127.22.34.60:44925
12:25:31.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
12:25:31.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
12:25:31.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
12:25:31.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
12:25:31.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.34.62:46773
12:25:31.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
12:25:31.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
12:25:31.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
12:25:31.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37113/jwks.json
12:25:31.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
12:25:31.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
12:25:31.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpZkjsU/test-tmp/mini-kudu-cluster3632102756879615921/master-0/data/info.pb
12:25:31.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.34.62
12:25:31.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
12:25:31.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
12:25:31.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
12:25:31.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
12:25:31.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
12:25:31.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
12:25:31.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpZkjsU/test-tmp/mini-kudu-cluster3632102756879615921/master-0/logs
12:25:31.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
12:25:31.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
12:25:31.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
12:25:31.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
12:25:31.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
12:25:31.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
12:25:31.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
12:25:31.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 26 Sep 2026 11:17:29 UTC on ccycloud.quasar-nkixoh.root.comops.site
12:25:31.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4673844
12:25:31.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
12:25:31.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:31.508435 22676 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
12:25:31.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:31.509961 22676 file_cache.cc:493] Constructed file cache file cache with capacity 419430
12:25:31.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:31.528440 22682 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
12:25:32.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:31.528821 22683 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
12:25:32.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:31.529485 22685 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
12:25:32.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:31.529367 22676 server_base.cc:1034] running on GCE node
12:25:32.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:32.698037 22676 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
12:25:32.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:32.701311 22676 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
12:25:32.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:32.702767 22676 hybrid_clock.cc:648] HybridClock initialized: now 1790425532702738 us; error 42 us; skew 500 ppm
12:25:32.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:32.703545 22676 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
12:25:32.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:32.715461 22676 webserver.cc:460] Webserver started at http://127.22.34.62:36355/ using document root <none> and password file <none>
12:25:32.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:32.716320 22676 fs_manager.cc:359] Metadata directory not provided
12:25:32.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:32.716514 22676 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
12:25:32.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:32.716893 22676 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
12:25:32.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:32.721581 22676 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskpZkjsU/test-tmp/mini-kudu-cluster3632102756879615921/master-0/data/instance:
12:25:32.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9d35fff6215040acb9195734389fcba4"
12:25:32.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 12:25:32 on dist-test-slave-r0z3"
12:25:32.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:32.722734 22676 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskpZkjsU/test-tmp/mini-kudu-cluster3632102756879615921/master-0/wal/instance:
12:25:32.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9d35fff6215040acb9195734389fcba4"
12:25:32.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 12:25:32 on dist-test-slave-r0z3"
12:25:32.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:32.729612 22676 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.008s sys 0.000s
12:25:32.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:32.734933 22692 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
12:25:32.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:32.735881 22676 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.002s sys 0.001s
12:25:32.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:32.736215 22676 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskpZkjsU/test-tmp/mini-kudu-cluster3632102756879615921/master-0/data,/tmp/dist-test-taskpZkjsU/test-tmp/mini-kudu-cluster3632102756879615921/master-0/wal
12:25:32.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9d35fff6215040acb9195734389fcba4"
12:25:32.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 12:25:32 on dist-test-slave-r0z3"
12:25:32.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:32.736564 22676 fs_report.cc:383] FS layout report
12:25:32.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
12:25:32.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskpZkjsU/test-tmp/mini-kudu-cluster3632102756879615921/master-0/wal
12:25:32.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskpZkjsU/test-tmp/mini-kudu-cluster3632102756879615921/master-0/wal
12:25:32.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskpZkjsU/test-tmp/mini-kudu-cluster3632102756879615921/master-0/data/data
12:25:32.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
12:25:32.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
12:25:32.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
12:25:32.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
12:25:32.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
12:25:32.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
12:25:32.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
12:25:32.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
12:25:32.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
12:25:32.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
12:25:32.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
12:25:32.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:32.779552 22676 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
12:25:32.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:32.781031 22676 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
12:25:32.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:32.781515 22676 kserver.cc:163] Server-wide thread pool size limit: 3276
12:25:32.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:32.860208 22676 rpc_server.cc:307] RPC server started. Bound to: 127.22.34.62:46773
12:25:32.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:32.860297 22753 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.22.34.62:46773 every 8 connection(s)
12:25:32.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:32.862831 22676 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskpZkjsU/test-tmp/mini-kudu-cluster3632102756879615921/master-0/data/info.pb
12:25:32.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:32.867574 22664 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskpZkjsU/build/tsan/bin/kudu as pid 22676
12:25:32.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:32.868089 22664 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskpZkjsU/test-tmp/mini-kudu-cluster3632102756879615921/master-0/wal/instance
12:25:32.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:32.868368 22754 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
12:25:32.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:32.873203 22664 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskpZkjsU/build/tsan/bin/kudu
12:25:32.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskpZkjsU/build/tsan/bin/kudu
12:25:32.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpZkjsU/test-tmp/mini-kudu-cluster3632102756879615921/master-1/wal
12:25:32.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpZkjsU/test-tmp/mini-kudu-cluster3632102756879615921/master-1/data
12:25:32.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
12:25:32.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
12:25:32.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
12:25:32.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
12:25:32.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
12:25:32.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
12:25:32.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpZkjsU/test-tmp/mini-kudu-cluster3632102756879615921/master-1/logs
12:25:32.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpZkjsU/test-tmp/mini-kudu-cluster3632102756879615921/master-1/data/info.pb
12:25:32.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
12:25:32.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
12:25:32.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
12:25:32.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
12:25:32.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
12:25:32.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
12:25:32.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
12:25:32.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
12:25:32.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
12:25:32.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
12:25:32.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
12:25:32.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
12:25:32.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.34.61:37307
12:25:32.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.34.61
12:25:32.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
12:25:32.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.34.20:43297
12:25:32.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
12:25:32.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
12:25:32.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
12:25:32.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
12:25:32.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.34.62:46773,127.22.34.61:37307,127.22.34.60:44925
12:25:32.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
12:25:32.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37113/jwks.json
12:25:32.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
12:25:32.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
12:25:32.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:32.883051 22754 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.34.62" port: 46773 } has no permanent_uuid. Determining permanent_uuid...
12:25:32.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:32.912201 22754 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.34.61" port: 37307 } has no permanent_uuid. Determining permanent_uuid...
12:25:32.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:32.914583 22695 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.22.34.61:37307: connect: Connection refused (error 111)
12:25:32.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:32.918653 22754 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.22.34.61:37307: Network error: Client connection negotiation failed: client connection to 127.22.34.61:37307: connect: Connection refused (error 111)
12:25:32.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:32.968120 22754 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.34.61" port: 37307 } attempt: 1
12:25:32.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:32.972213 22754 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.22.34.61:37307: Network error: Client connection negotiation failed: client connection to 127.22.34.61:37307: connect: Connection refused (error 111)
12:25:33.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:33.040639 22754 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.34.61" port: 37307 } attempt: 2
12:25:33.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:33.044376 22754 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.22.34.61:37307: Network error: Client connection negotiation failed: client connection to 127.22.34.61:37307: connect: Connection refused (error 111)
12:25:33.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:33.135790 22754 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.34.61" port: 37307 } attempt: 3
12:25:33.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:33.139405 22754 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.22.34.61:37307: Network error: Client connection negotiation failed: client connection to 127.22.34.61:37307: connect: Connection refused (error 111)
12:25:33.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:33.176718 22756 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
12:25:33.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:33.177233 22756 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
12:25:33.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:33.177704 22756 flags.cc:425] Enabled unsafe flag: --never_fsync=true
12:25:33.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:33.208065 22756 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
12:25:33.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:33.208335 22756 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
12:25:33.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:33.208513 22756 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
12:25:33.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:33.208711 22756 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
12:25:33.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:33.208896 22756 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
12:25:33.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:33.209075 22756 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
12:25:33.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:33.209210 22756 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:37113/jwks.json
12:25:33.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:33.242877 22756 master_runner.cc:386] Master server non-default flags:
12:25:33.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
12:25:33.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.34.20:43297
12:25:33.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
12:25:33.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
12:25:33.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
12:25:33.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpZkjsU/test-tmp/mini-kudu-cluster3632102756879615921/master-1/data
12:25:33.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpZkjsU/test-tmp/mini-kudu-cluster3632102756879615921/master-1/wal
12:25:33.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
12:25:33.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.34.62:46773,127.22.34.61:37307,127.22.34.60:44925
12:25:33.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
12:25:33.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
12:25:33.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
12:25:33.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
12:25:33.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.34.61:37307
12:25:33.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
12:25:33.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
12:25:33.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
12:25:33.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37113/jwks.json
12:25:33.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
12:25:33.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
12:25:33.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpZkjsU/test-tmp/mini-kudu-cluster3632102756879615921/master-1/data/info.pb
12:25:33.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.34.61
12:25:33.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
12:25:33.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
12:25:33.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
12:25:33.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
12:25:33.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
12:25:33.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
12:25:33.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpZkjsU/test-tmp/mini-kudu-cluster3632102756879615921/master-1/logs
12:25:33.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
12:25:33.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
12:25:33.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
12:25:33.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
12:25:33.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
12:25:33.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
12:25:33.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
12:25:33.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 26 Sep 2026 11:17:29 UTC on ccycloud.quasar-nkixoh.root.comops.site
12:25:33.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4673844
12:25:33.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
12:25:33.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:33.244014 22756 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
12:25:33.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:33.245539 22756 file_cache.cc:493] Constructed file cache file cache with capacity 419430
12:25:33.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:33.262583 22768 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
12:25:33.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:33.282809 22754 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.34.61" port: 37307 } attempt: 4
12:25:33.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:33.286434 22754 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.22.34.61:37307: Network error: Client connection negotiation failed: client connection to 127.22.34.61:37307: connect: Connection refused (error 111)
12:25:33.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:33.586066 22754 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.34.61" port: 37307 } attempt: 5
12:25:33.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:33.590116 22754 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.22.34.61:37307: Network error: Client connection negotiation failed: client connection to 127.22.34.61:37307: connect: Connection refused (error 111)
12:25:34.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:34.137697 22754 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.34.61" port: 37307 } attempt: 6
12:25:34.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:34.156029 22754 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.22.34.61:37307: Network error: Client connection negotiation failed: client connection to 127.22.34.61:37307: connect: Connection refused (error 111)
12:25:34.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:33.262652 22765 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
12:25:34.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:33.264523 22756 server_base.cc:1034] running on GCE node
12:25:34.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:33.262617 22766 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
12:25:34.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:34.450426 22756 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
12:25:34.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:34.453042 22756 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
12:25:34.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:34.454427 22756 hybrid_clock.cc:648] HybridClock initialized: now 1790425534454393 us; error 45 us; skew 500 ppm
12:25:34.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:34.455456 22756 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
12:25:34.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:34.461752 22756 webserver.cc:460] Webserver started at http://127.22.34.61:33163/ using document root <none> and password file <none>
12:25:34.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:34.462765 22756 fs_manager.cc:359] Metadata directory not provided
12:25:34.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:34.462999 22756 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
12:25:34.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:34.463465 22756 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
12:25:34.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:34.468184 22756 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskpZkjsU/test-tmp/mini-kudu-cluster3632102756879615921/master-1/data/instance:
12:25:34.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "42c00b6b110f4cd4884f266c1843ff4f"
12:25:34.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 12:25:34 on dist-test-slave-r0z3"
12:25:34.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:34.469321 22756 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskpZkjsU/test-tmp/mini-kudu-cluster3632102756879615921/master-1/wal/instance:
12:25:34.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "42c00b6b110f4cd4884f266c1843ff4f"
12:25:34.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 12:25:34 on dist-test-slave-r0z3"
12:25:34.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:34.476083 22756 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.007s sys 0.000s
12:25:34.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:34.481464 22777 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
12:25:34.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:34.482466 22756 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.003s sys 0.002s
12:25:34.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:34.482808 22756 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskpZkjsU/test-tmp/mini-kudu-cluster3632102756879615921/master-1/data,/tmp/dist-test-taskpZkjsU/test-tmp/mini-kudu-cluster3632102756879615921/master-1/wal
12:25:34.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "42c00b6b110f4cd4884f266c1843ff4f"
12:25:34.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 12:25:34 on dist-test-slave-r0z3"
12:25:34.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:34.483150 22756 fs_report.cc:383] FS layout report
12:25:34.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
12:25:34.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskpZkjsU/test-tmp/mini-kudu-cluster3632102756879615921/master-1/wal
12:25:34.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskpZkjsU/test-tmp/mini-kudu-cluster3632102756879615921/master-1/wal
12:25:34.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskpZkjsU/test-tmp/mini-kudu-cluster3632102756879615921/master-1/data/data
12:25:34.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
12:25:34.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
12:25:34.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
12:25:34.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
12:25:34.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
12:25:34.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
12:25:34.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
12:25:34.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
12:25:34.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
12:25:34.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
12:25:34.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
12:25:34.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:34.528267 22756 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
12:25:34.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:34.529832 22756 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
12:25:34.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:34.530298 22756 kserver.cc:163] Server-wide thread pool size limit: 3276
12:25:34.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:34.609555 22756 rpc_server.cc:307] RPC server started. Bound to: 127.22.34.61:37307
12:25:34.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:34.609638 22838 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.22.34.61:37307 every 8 connection(s)
12:25:34.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:34.612212 22756 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskpZkjsU/test-tmp/mini-kudu-cluster3632102756879615921/master-1/data/info.pb
12:25:34.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:34.615525 22664 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskpZkjsU/build/tsan/bin/kudu as pid 22756
12:25:34.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:34.615988 22664 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskpZkjsU/test-tmp/mini-kudu-cluster3632102756879615921/master-1/wal/instance
12:25:34.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:34.617914 22839 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
12:25:34.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:34.619037 22664 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskpZkjsU/build/tsan/bin/kudu
12:25:34.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskpZkjsU/build/tsan/bin/kudu
12:25:34.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpZkjsU/test-tmp/mini-kudu-cluster3632102756879615921/master-2/wal
12:25:34.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpZkjsU/test-tmp/mini-kudu-cluster3632102756879615921/master-2/data
12:25:34.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
12:25:34.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
12:25:34.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
12:25:34.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
12:25:34.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
12:25:34.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
12:25:34.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpZkjsU/test-tmp/mini-kudu-cluster3632102756879615921/master-2/logs
12:25:34.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpZkjsU/test-tmp/mini-kudu-cluster3632102756879615921/master-2/data/info.pb
12:25:34.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
12:25:34.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
12:25:34.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
12:25:34.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
12:25:34.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
12:25:34.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
12:25:34.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
12:25:34.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
12:25:34.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
12:25:34.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
12:25:34.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
12:25:34.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
12:25:34.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.34.60:44925
12:25:34.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.34.60
12:25:34.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
12:25:34.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.34.20:43297
12:25:34.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
12:25:34.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
12:25:34.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
12:25:34.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
12:25:34.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.34.62:46773,127.22.34.61:37307,127.22.34.60:44925
12:25:34.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
12:25:34.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37113/jwks.json
12:25:34.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
12:25:34.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
12:25:34.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:34.631310 22839 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.34.62" port: 46773 } has no permanent_uuid. Determining permanent_uuid...
12:25:34.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:34.653650 22839 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.34.61" port: 37307 } has no permanent_uuid. Determining permanent_uuid...
12:25:34.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:34.669978 22839 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.34.60" port: 44925 } has no permanent_uuid. Determining permanent_uuid...
12:25:34.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:34.672020 22779 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.22.34.60:44925: connect: Connection refused (error 111)
12:25:34.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:34.675662 22839 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.22.34.60:44925: Network error: Client connection negotiation failed: client connection to 127.22.34.60:44925: connect: Connection refused (error 111)
12:25:34.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:34.725117 22839 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.34.60" port: 44925 } attempt: 1
12:25:34.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:34.728876 22839 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.22.34.60:44925: Network error: Client connection negotiation failed: client connection to 127.22.34.60:44925: connect: Connection refused (error 111)
12:25:34.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:34.797279 22839 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.34.60" port: 44925 } attempt: 2
12:25:34.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:34.800952 22839 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.22.34.60:44925: Network error: Client connection negotiation failed: client connection to 127.22.34.60:44925: connect: Connection refused (error 111)
12:25:34.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:34.892305 22839 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.34.60" port: 44925 } attempt: 3
12:25:34.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:34.895684 22839 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.22.34.60:44925: Network error: Client connection negotiation failed: client connection to 127.22.34.60:44925: connect: Connection refused (error 111)
12:25:34.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:34.924477 22841 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
12:25:34.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:34.925355 22841 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
12:25:34.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:34.925923 22841 flags.cc:425] Enabled unsafe flag: --never_fsync=true
12:25:34.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:34.955914 22841 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
12:25:34.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:34.956172 22841 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
12:25:34.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:34.956338 22841 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
12:25:34.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:34.956599 22841 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
12:25:34.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:34.956800 22841 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
12:25:34.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:34.956985 22841 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
12:25:34.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:34.957123 22841 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:37113/jwks.json
12:25:34.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:34.990520 22841 master_runner.cc:386] Master server non-default flags:
12:25:34.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
12:25:34.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.34.20:43297
12:25:34.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
12:25:34.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
12:25:34.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
12:25:34.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpZkjsU/test-tmp/mini-kudu-cluster3632102756879615921/master-2/data
12:25:34.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpZkjsU/test-tmp/mini-kudu-cluster3632102756879615921/master-2/wal
12:25:34.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
12:25:34.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.34.62:46773,127.22.34.61:37307,127.22.34.60:44925
12:25:34.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
12:25:34.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
12:25:34.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
12:25:34.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
12:25:34.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.34.60:44925
12:25:34.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
12:25:34.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
12:25:34.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
12:25:34.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37113/jwks.json
12:25:34.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
12:25:34.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
12:25:34.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpZkjsU/test-tmp/mini-kudu-cluster3632102756879615921/master-2/data/info.pb
12:25:34.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.34.60
12:25:34.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
12:25:34.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
12:25:34.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
12:25:34.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
12:25:34.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
12:25:34.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
12:25:34.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpZkjsU/test-tmp/mini-kudu-cluster3632102756879615921/master-2/logs
12:25:34.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
12:25:34.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
12:25:34.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
12:25:34.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
12:25:34.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
12:25:34.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
12:25:34.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
12:25:34.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 26 Sep 2026 11:17:29 UTC on ccycloud.quasar-nkixoh.root.comops.site
12:25:34.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4673844
12:25:34.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
12:25:34.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:34.991621 22841 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
12:25:34.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:34.993122 22841 file_cache.cc:493] Constructed file cache file cache with capacity 419430
12:25:35.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:35.009295 22854 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
12:25:35.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:35.039104 22839 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.34.60" port: 44925 } attempt: 4
12:25:35.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:35.044293 22839 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.22.34.60:44925: Network error: Client connection negotiation failed: client connection to 127.22.34.60:44925: connect: Connection refused (error 111)
12:25:35.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:35.216657 22754 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.34.61" port: 37307 } attempt: 7
12:25:35.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:35.230849 22754 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.34.60" port: 44925 } has no permanent_uuid. Determining permanent_uuid...
12:25:35.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:35.236510 22754 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.22.34.60:44925: Network error: Client connection negotiation failed: client connection to 127.22.34.60:44925: connect: Connection refused (error 111)
12:25:35.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:35.295126 22754 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.34.60" port: 44925 } attempt: 1
12:25:35.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:35.299065 22754 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.22.34.60:44925: Network error: Client connection negotiation failed: client connection to 127.22.34.60:44925: connect: Connection refused (error 111)
12:25:35.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:35.343743 22839 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.34.60" port: 44925 } attempt: 5
12:25:35.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:35.348137 22839 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.22.34.60:44925: Network error: Client connection negotiation failed: client connection to 127.22.34.60:44925: connect: Connection refused (error 111)
12:25:35.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:35.380668 22754 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.34.60" port: 44925 } attempt: 2
12:25:35.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:35.384809 22754 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.22.34.60:44925: Network error: Client connection negotiation failed: client connection to 127.22.34.60:44925: connect: Connection refused (error 111)
12:25:35.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:35.470431 22754 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.34.60" port: 44925 } attempt: 3
12:25:35.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:35.475183 22754 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.22.34.60:44925: Network error: Client connection negotiation failed: client connection to 127.22.34.60:44925: connect: Connection refused (error 111)
12:25:35.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:35.615597 22754 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.34.60" port: 44925 } attempt: 4
12:25:35.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:35.619267 22754 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.22.34.60:44925: Network error: Client connection negotiation failed: client connection to 127.22.34.60:44925: connect: Connection refused (error 111)
12:25:35.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:35.895570 22839 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.34.60" port: 44925 } attempt: 6
12:25:35.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:35.902696 22754 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.34.60" port: 44925 } attempt: 5
12:25:35.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:35.904318 22839 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.22.34.60:44925: Network error: Client connection negotiation failed: client connection to 127.22.34.60:44925: connect: Connection refused (error 111)
12:25:35.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:35.906587 22754 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.22.34.60:44925: Network error: Client connection negotiation failed: client connection to 127.22.34.60:44925: connect: Connection refused (error 111)
12:25:36.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:35.009351 22852 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
12:25:36.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:35.010330 22851 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
12:25:36.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:36.199891 22853 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
12:25:36.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:36.200090 22841 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
12:25:36.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:36.204105 22841 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
12:25:36.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:36.206912 22841 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
12:25:36.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:36.208269 22841 hybrid_clock.cc:648] HybridClock initialized: now 1790425536208238 us; error 64 us; skew 500 ppm
12:25:36.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:36.209121 22841 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
12:25:36.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:36.215216 22841 webserver.cc:460] Webserver started at http://127.22.34.60:41423/ using document root <none> and password file <none>
12:25:36.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:36.216101 22841 fs_manager.cc:359] Metadata directory not provided
12:25:36.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:36.216277 22841 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
12:25:36.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:36.216734 22841 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
12:25:36.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:36.221361 22841 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskpZkjsU/test-tmp/mini-kudu-cluster3632102756879615921/master-2/data/instance:
12:25:36.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "85b090c49d75432fbd419b9903f77e32"
12:25:36.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 12:25:36 on dist-test-slave-r0z3"
12:25:36.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:36.222393 22841 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskpZkjsU/test-tmp/mini-kudu-cluster3632102756879615921/master-2/wal/instance:
12:25:36.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "85b090c49d75432fbd419b9903f77e32"
12:25:36.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 12:25:36 on dist-test-slave-r0z3"
12:25:36.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:36.229242 22841 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.007s sys 0.001s
12:25:36.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:36.234453 22866 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
12:25:36.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:36.235518 22841 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.004s sys 0.001s
12:25:36.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:36.235811 22841 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskpZkjsU/test-tmp/mini-kudu-cluster3632102756879615921/master-2/data,/tmp/dist-test-taskpZkjsU/test-tmp/mini-kudu-cluster3632102756879615921/master-2/wal
12:25:36.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "85b090c49d75432fbd419b9903f77e32"
12:25:36.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 12:25:36 on dist-test-slave-r0z3"
12:25:36.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:36.236091 22841 fs_report.cc:383] FS layout report
12:25:36.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
12:25:36.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskpZkjsU/test-tmp/mini-kudu-cluster3632102756879615921/master-2/wal
12:25:36.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskpZkjsU/test-tmp/mini-kudu-cluster3632102756879615921/master-2/wal
12:25:36.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskpZkjsU/test-tmp/mini-kudu-cluster3632102756879615921/master-2/data/data
12:25:36.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
12:25:36.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
12:25:36.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
12:25:36.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
12:25:36.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
12:25:36.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
12:25:36.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
12:25:36.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
12:25:36.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
12:25:36.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
12:25:36.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
12:25:36.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:36.285797 22841 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
12:25:36.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:36.287185 22841 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
12:25:36.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:36.287575 22841 kserver.cc:163] Server-wide thread pool size limit: 3276
12:25:36.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:36.368922 22841 rpc_server.cc:307] RPC server started. Bound to: 127.22.34.60:44925
12:25:36.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:36.369000 22927 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.22.34.60:44925 every 8 connection(s)
12:25:36.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:36.371367 22841 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskpZkjsU/test-tmp/mini-kudu-cluster3632102756879615921/master-2/data/info.pb
12:25:36.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:36.376003 22928 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
12:25:36.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:36.380394 22664 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskpZkjsU/build/tsan/bin/kudu as pid 22841
12:25:36.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:36.380891 22664 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskpZkjsU/test-tmp/mini-kudu-cluster3632102756879615921/master-2/wal/instance
12:25:36.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:36.391139 22928 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.34.62" port: 46773 } has no permanent_uuid. Determining permanent_uuid...
12:25:36.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:36.420658 22928 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.34.61" port: 37307 } has no permanent_uuid. Determining permanent_uuid...
12:25:36.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:36.431995 22928 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.34.60" port: 44925 } has no permanent_uuid. Determining permanent_uuid...
12:25:36.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:36.449249 22928 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 85b090c49d75432fbd419b9903f77e32: Bootstrap starting.
12:25:36.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:36.454448 22928 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 85b090c49d75432fbd419b9903f77e32: Neither blocks nor log segments found. Creating new log.
12:25:36.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:36.456665 22928 log.cc:824] T 00000000000000000000000000000000 P 85b090c49d75432fbd419b9903f77e32: Log is configured to *not* fsync() on all Append() calls
12:25:36.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:36.459101 22754 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.34.60" port: 44925 } attempt: 6
12:25:36.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:36.461503 22928 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 85b090c49d75432fbd419b9903f77e32: No bootstrap required, opened a new log
12:25:36.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:36.480463 22754 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 9d35fff6215040acb9195734389fcba4: Bootstrap starting.
12:25:36.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:36.487481 22754 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 9d35fff6215040acb9195734389fcba4: Neither blocks nor log segments found. Creating new log.
12:25:36.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:36.488914 22928 raft_consensus.cc:348] T 00000000000000000000000000000000 P 85b090c49d75432fbd419b9903f77e32 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9d35fff6215040acb9195734389fcba4" member_type: VOTER last_known_addr { host: "127.22.34.62" port: 46773 } } peers { permanent_uuid: "42c00b6b110f4cd4884f266c1843ff4f" member_type: VOTER last_known_addr { host: "127.22.34.61" port: 37307 } } peers { permanent_uuid: "85b090c49d75432fbd419b9903f77e32" member_type: VOTER last_known_addr { host: "127.22.34.60" port: 44925 } }
12:25:36.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:36.489802 22754 log.cc:824] T 00000000000000000000000000000000 P 9d35fff6215040acb9195734389fcba4: Log is configured to *not* fsync() on all Append() calls
12:25:36.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:36.489763 22928 raft_consensus.cc:374] T 00000000000000000000000000000000 P 85b090c49d75432fbd419b9903f77e32 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
12:25:36.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:36.490073 22928 raft_consensus.cc:729] T 00000000000000000000000000000000 P 85b090c49d75432fbd419b9903f77e32 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 85b090c49d75432fbd419b9903f77e32, State: Initialized, Role: FOLLOWER
12:25:36.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:36.490952 22928 consensus_queue.cc:260] T 00000000000000000000000000000000 P 85b090c49d75432fbd419b9903f77e32 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9d35fff6215040acb9195734389fcba4" member_type: VOTER last_known_addr { host: "127.22.34.62" port: 46773 } } peers { permanent_uuid: "42c00b6b110f4cd4884f266c1843ff4f" member_type: VOTER last_known_addr { host: "127.22.34.61" port: 37307 } } peers { permanent_uuid: "85b090c49d75432fbd419b9903f77e32" member_type: VOTER last_known_addr { host: "127.22.34.60" port: 44925 } }
12:25:36.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:36.493610 22939 sys_catalog.cc:455] T 00000000000000000000000000000000 P 85b090c49d75432fbd419b9903f77e32 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9d35fff6215040acb9195734389fcba4" member_type: VOTER last_known_addr { host: "127.22.34.62" port: 46773 } } peers { permanent_uuid: "42c00b6b110f4cd4884f266c1843ff4f" member_type: VOTER last_known_addr { host: "127.22.34.61" port: 37307 } } peers { permanent_uuid: "85b090c49d75432fbd419b9903f77e32" member_type: VOTER last_known_addr { host: "127.22.34.60" port: 44925 } } }
12:25:36.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:36.494256 22939 sys_catalog.cc:458] T 00000000000000000000000000000000 P 85b090c49d75432fbd419b9903f77e32 [sys.catalog]: This master's current role is: FOLLOWER
12:25:36.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:36.494820 22754 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 9d35fff6215040acb9195734389fcba4: No bootstrap required, opened a new log
12:25:36.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:36.495564 22928 sys_catalog.cc:564] T 00000000000000000000000000000000 P 85b090c49d75432fbd419b9903f77e32 [sys.catalog]: configured and running, proceeding with master startup.
12:25:36.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:36.513944 22939 raft_consensus.cc:482] T 00000000000000000000000000000000 P 85b090c49d75432fbd419b9903f77e32 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
12:25:36.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:36.514562 22939 raft_consensus.cc:504] T 00000000000000000000000000000000 P 85b090c49d75432fbd419b9903f77e32 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9d35fff6215040acb9195734389fcba4" member_type: VOTER last_known_addr { host: "127.22.34.62" port: 46773 } } peers { permanent_uuid: "42c00b6b110f4cd4884f266c1843ff4f" member_type: VOTER last_known_addr { host: "127.22.34.61" port: 37307 } } peers { permanent_uuid: "85b090c49d75432fbd419b9903f77e32" member_type: VOTER last_known_addr { host: "127.22.34.60" port: 44925 } }
12:25:36.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:36.518245 22939 leader_election.cc:288] T 00000000000000000000000000000000 P 85b090c49d75432fbd419b9903f77e32 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 9d35fff6215040acb9195734389fcba4 (127.22.34.62:46773), 42c00b6b110f4cd4884f266c1843ff4f (127.22.34.61:37307)
12:25:36.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:36.529583 22754 raft_consensus.cc:348] T 00000000000000000000000000000000 P 9d35fff6215040acb9195734389fcba4 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9d35fff6215040acb9195734389fcba4" member_type: VOTER last_known_addr { host: "127.22.34.62" port: 46773 } } peers { permanent_uuid: "42c00b6b110f4cd4884f266c1843ff4f" member_type: VOTER last_known_addr { host: "127.22.34.61" port: 37307 } } peers { permanent_uuid: "85b090c49d75432fbd419b9903f77e32" member_type: VOTER last_known_addr { host: "127.22.34.60" port: 44925 } }
12:25:36.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:36.530439 22754 raft_consensus.cc:374] T 00000000000000000000000000000000 P 9d35fff6215040acb9195734389fcba4 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
12:25:36.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:36.530695 22754 raft_consensus.cc:729] T 00000000000000000000000000000000 P 9d35fff6215040acb9195734389fcba4 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9d35fff6215040acb9195734389fcba4, State: Initialized, Role: FOLLOWER
12:25:36.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:36.531646 22754 consensus_queue.cc:260] T 00000000000000000000000000000000 P 9d35fff6215040acb9195734389fcba4 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9d35fff6215040acb9195734389fcba4" member_type: VOTER last_known_addr { host: "127.22.34.62" port: 46773 } } peers { permanent_uuid: "42c00b6b110f4cd4884f266c1843ff4f" member_type: VOTER last_known_addr { host: "127.22.34.61" port: 37307 } } peers { permanent_uuid: "85b090c49d75432fbd419b9903f77e32" member_type: VOTER last_known_addr { host: "127.22.34.60" port: 44925 } }
12:25:36.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:36.534313 22950 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 85b090c49d75432fbd419b9903f77e32: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
12:25:36.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:36.534703 22950 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
12:25:36.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:36.540777 22952 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9d35fff6215040acb9195734389fcba4 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9d35fff6215040acb9195734389fcba4" member_type: VOTER last_known_addr { host: "127.22.34.62" port: 46773 } } peers { permanent_uuid: "42c00b6b110f4cd4884f266c1843ff4f" member_type: VOTER last_known_addr { host: "127.22.34.61" port: 37307 } } peers { permanent_uuid: "85b090c49d75432fbd419b9903f77e32" member_type: VOTER last_known_addr { host: "127.22.34.60" port: 44925 } } }
12:25:36.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:36.541608 22952 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9d35fff6215040acb9195734389fcba4 [sys.catalog]: This master's current role is: FOLLOWER
12:25:36.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:36.542379 22872 tablet.cc:2369] T 00000000000000000000000000000000 P 85b090c49d75432fbd419b9903f77e32: Can't schedule compaction. Clean time has not been advanced past its initial value.
12:25:36.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:36.544530 22754 sys_catalog.cc:564] T 00000000000000000000000000000000 P 9d35fff6215040acb9195734389fcba4 [sys.catalog]: configured and running, proceeding with master startup.
12:25:36.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:36.544729 22719 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "85b090c49d75432fbd419b9903f77e32" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9d35fff6215040acb9195734389fcba4" is_pre_election: true
12:25:36.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:36.545651 22719 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 9d35fff6215040acb9195734389fcba4 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 85b090c49d75432fbd419b9903f77e32 in term 0.
12:25:36.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:36.547035 22870 leader_election.cc:302] T 00000000000000000000000000000000 P 85b090c49d75432fbd419b9903f77e32 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 85b090c49d75432fbd419b9903f77e32, 9d35fff6215040acb9195734389fcba4; no voters:
12:25:36.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:36.548489 22939 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 85b090c49d75432fbd419b9903f77e32 [term 0 FOLLOWER]: Leader pre-election won for term 1
12:25:36.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:36.548832 22939 raft_consensus.cc:482] T 00000000000000000000000000000000 P 85b090c49d75432fbd419b9903f77e32 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
12:25:36.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:36.549144 22939 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 85b090c49d75432fbd419b9903f77e32 [term 0 FOLLOWER]: Advancing to term 1
12:25:36.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:36.557436 22939 raft_consensus.cc:504] T 00000000000000000000000000000000 P 85b090c49d75432fbd419b9903f77e32 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9d35fff6215040acb9195734389fcba4" member_type: VOTER last_known_addr { host: "127.22.34.62" port: 46773 } } peers { permanent_uuid: "42c00b6b110f4cd4884f266c1843ff4f" member_type: VOTER last_known_addr { host: "127.22.34.61" port: 37307 } } peers { permanent_uuid: "85b090c49d75432fbd419b9903f77e32" member_type: VOTER last_known_addr { host: "127.22.34.60" port: 44925 } }
12:25:36.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:36.560163 22719 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "85b090c49d75432fbd419b9903f77e32" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9d35fff6215040acb9195734389fcba4"
12:25:36.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:36.560741 22719 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 9d35fff6215040acb9195734389fcba4 [term 0 FOLLOWER]: Advancing to term 1
12:25:36.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:36.560853 22939 leader_election.cc:288] T 00000000000000000000000000000000 P 85b090c49d75432fbd419b9903f77e32 [CANDIDATE]: Term 1 election: Requested vote from peers 9d35fff6215040acb9195734389fcba4 (127.22.34.62:46773), 42c00b6b110f4cd4884f266c1843ff4f (127.22.34.61:37307)
12:25:36.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:36.570885 22719 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 9d35fff6215040acb9195734389fcba4 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 85b090c49d75432fbd419b9903f77e32 in term 1.
12:25:36.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:36.571879 22870 leader_election.cc:302] T 00000000000000000000000000000000 P 85b090c49d75432fbd419b9903f77e32 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 85b090c49d75432fbd419b9903f77e32, 9d35fff6215040acb9195734389fcba4; no voters:
12:25:36.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:36.572932 22939 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 85b090c49d75432fbd419b9903f77e32 [term 1 FOLLOWER]: Leader election won for term 1
12:25:36.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:36.575726 22939 raft_consensus.cc:686] T 00000000000000000000000000000000 P 85b090c49d75432fbd419b9903f77e32 [term 1 LEADER]: Becoming Leader. State: Replica: 85b090c49d75432fbd419b9903f77e32, State: Running, Role: LEADER
12:25:36.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:36.576691 22939 consensus_queue.cc:237] T 00000000000000000000000000000000 P 85b090c49d75432fbd419b9903f77e32 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9d35fff6215040acb9195734389fcba4" member_type: VOTER last_known_addr { host: "127.22.34.62" port: 46773 } } peers { permanent_uuid: "42c00b6b110f4cd4884f266c1843ff4f" member_type: VOTER last_known_addr { host: "127.22.34.61" port: 37307 } } peers { permanent_uuid: "85b090c49d75432fbd419b9903f77e32" member_type: VOTER last_known_addr { host: "127.22.34.60" port: 44925 } }
12:25:36.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:36.520826 22841 master_runner.cc:186] Error getting master registration for 127.22.34.62:46773: OK, instance_id { permanent_uuid: "9d35fff6215040acb9195734389fcba4" instance_seqno: 1790425532841987 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
12:25:36.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:36.589875 22841 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
12:25:36.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:36.595161 22956 sys_catalog.cc:455] T 00000000000000000000000000000000 P 85b090c49d75432fbd419b9903f77e32 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 85b090c49d75432fbd419b9903f77e32. Latest consensus state: current_term: 1 leader_uuid: "85b090c49d75432fbd419b9903f77e32" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9d35fff6215040acb9195734389fcba4" member_type: VOTER last_known_addr { host: "127.22.34.62" port: 46773 } } peers { permanent_uuid: "42c00b6b110f4cd4884f266c1843ff4f" member_type: VOTER last_known_addr { host: "127.22.34.61" port: 37307 } } peers { permanent_uuid: "85b090c49d75432fbd419b9903f77e32" member_type: VOTER last_known_addr { host: "127.22.34.60" port: 44925 } } }
12:25:36.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:36.596030 22956 sys_catalog.cc:458] T 00000000000000000000000000000000 P 85b090c49d75432fbd419b9903f77e32 [sys.catalog]: This master's current role is: LEADER
12:25:36.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:36.625066 22960 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
12:25:36.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:36.645767 22960 catalog_manager.cc:1484] Initializing Kudu cluster ID...
12:25:36.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:36.660820 22956 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 85b090c49d75432fbd419b9903f77e32 [LEADER]: Connected to new peer: Peer: permanent_uuid: "9d35fff6215040acb9195734389fcba4" member_type: VOTER last_known_addr { host: "127.22.34.62" port: 46773 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
12:25:36.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:36.684125 22952 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9d35fff6215040acb9195734389fcba4 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 85b090c49d75432fbd419b9903f77e32. Latest consensus state: current_term: 1 leader_uuid: "85b090c49d75432fbd419b9903f77e32" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9d35fff6215040acb9195734389fcba4" member_type: VOTER last_known_addr { host: "127.22.34.62" port: 46773 } } peers { permanent_uuid: "42c00b6b110f4cd4884f266c1843ff4f" member_type: VOTER last_known_addr { host: "127.22.34.61" port: 37307 } } peers { permanent_uuid: "85b090c49d75432fbd419b9903f77e32" member_type: VOTER last_known_addr { host: "127.22.34.60" port: 44925 } } }
12:25:36.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:36.685072 22952 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9d35fff6215040acb9195734389fcba4 [sys.catalog]: This master's current role is: FOLLOWER
12:25:36.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:36.682894 22939 sys_catalog.cc:455] T 00000000000000000000000000000000 P 85b090c49d75432fbd419b9903f77e32 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "85b090c49d75432fbd419b9903f77e32" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9d35fff6215040acb9195734389fcba4" member_type: VOTER last_known_addr { host: "127.22.34.62" port: 46773 } } peers { permanent_uuid: "42c00b6b110f4cd4884f266c1843ff4f" member_type: VOTER last_known_addr { host: "127.22.34.61" port: 37307 } } peers { permanent_uuid: "85b090c49d75432fbd419b9903f77e32" member_type: VOTER last_known_addr { host: "127.22.34.60" port: 44925 } } }
12:25:36.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:36.685458 22939 sys_catalog.cc:458] T 00000000000000000000000000000000 P 85b090c49d75432fbd419b9903f77e32 [sys.catalog]: This master's current role is: LEADER
12:25:36.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:36.703868 22952 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9d35fff6215040acb9195734389fcba4 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "85b090c49d75432fbd419b9903f77e32" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9d35fff6215040acb9195734389fcba4" member_type: VOTER last_known_addr { host: "127.22.34.62" port: 46773 } } peers { permanent_uuid: "42c00b6b110f4cd4884f266c1843ff4f" member_type: VOTER last_known_addr { host: "127.22.34.61" port: 37307 } } peers { permanent_uuid: "85b090c49d75432fbd419b9903f77e32" member_type: VOTER last_known_addr { host: "127.22.34.60" port: 44925 } } }
12:25:36.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:36.704624 22952 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9d35fff6215040acb9195734389fcba4 [sys.catalog]: This master's current role is: FOLLOWER
12:25:36.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:36.721268 22960 catalog_manager.cc:1347] Generated new cluster ID: 95e867bd618b4f74889e2cc9bd9eb714
12:25:36.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:36.721575 22960 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
12:25:36.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:36.766741 22969 catalog_manager.cc:1259] Loaded cluster ID: 95e867bd618b4f74889e2cc9bd9eb714
12:25:36.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:36.767059 22969 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 9d35fff6215040acb9195734389fcba4: loading cluster ID for follower catalog manager: success
12:25:36.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:36.776381 22960 catalog_manager.cc:1370] Generated new certificate authority record
12:25:36.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:36.781989 22969 catalog_manager.cc:1576] T 00000000000000000000000000000000 P 9d35fff6215040acb9195734389fcba4: acquiring CA information for follower catalog manager: Not found: root CA entry not found
12:25:36.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:36.782296 22969 catalog_manager.cc:873] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry
12:25:36.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:36.787742 22960 catalog_manager.cc:1504] Loading token signing keys...
12:25:36.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:36.736745 22676 master_runner.cc:186] Error getting master registration for 127.22.34.61:37307: OK, instance_id { permanent_uuid: "42c00b6b110f4cd4884f266c1843ff4f" instance_seqno: 1790425534591083 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
12:25:36.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:36.800493 22676 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
12:25:36.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:36.818317 22960 catalog_manager.cc:5868] T 00000000000000000000000000000000 P 85b090c49d75432fbd419b9903f77e32: Generated new TSK 0
12:25:36.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:36.819661 22960 catalog_manager.cc:1514] Initializing in-progress tserver states...
12:25:36.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:36.857025 22664 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskpZkjsU/build/tsan/bin/kudu
12:25:36.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskpZkjsU/build/tsan/bin/kudu
12:25:36.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpZkjsU/test-tmp/mini-kudu-cluster3632102756879615921/ts-0/wal
12:25:36.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpZkjsU/test-tmp/mini-kudu-cluster3632102756879615921/ts-0/data
12:25:36.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
12:25:36.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
12:25:36.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
12:25:36.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
12:25:36.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
12:25:36.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
12:25:36.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpZkjsU/test-tmp/mini-kudu-cluster3632102756879615921/ts-0/logs
12:25:36.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpZkjsU/test-tmp/mini-kudu-cluster3632102756879615921/ts-0/data/info.pb
12:25:36.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
12:25:36.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
12:25:36.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
12:25:36.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
12:25:36.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
12:25:36.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
12:25:36.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
12:25:36.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
12:25:36.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
12:25:36.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
12:25:36.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.34.1:0
12:25:36.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.34.1
12:25:36.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.34.1
12:25:36.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
12:25:36.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.34.62:46773,127.22.34.61:37307,127.22.34.60:44925
12:25:36.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.34.20:43297
12:25:36.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
12:25:36.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
12:25:36.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
12:25:36.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
12:25:36.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
12:25:36.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
12:25:36.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:36.927546 22869 proxy.cc:239] Call had error, refreshing address and retrying: Timed out: RequestConsensusVote RPC to 127.22.34.61:37307 timed out after 0.367s (SENT)
12:25:36.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:36.964730 22839 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.34.60" port: 44925 } attempt: 7
12:25:37.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:37.023849 22839 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 42c00b6b110f4cd4884f266c1843ff4f: Bootstrap starting.
12:25:37.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:37.050194 22839 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 42c00b6b110f4cd4884f266c1843ff4f: Neither blocks nor log segments found. Creating new log.
12:25:37.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:37.059293 22839 log.cc:824] T 00000000000000000000000000000000 P 42c00b6b110f4cd4884f266c1843ff4f: Log is configured to *not* fsync() on all Append() calls
12:25:37.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:37.083614 22839 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 42c00b6b110f4cd4884f266c1843ff4f: No bootstrap required, opened a new log
12:25:37.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:37.153522 22839 raft_consensus.cc:348] T 00000000000000000000000000000000 P 42c00b6b110f4cd4884f266c1843ff4f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9d35fff6215040acb9195734389fcba4" member_type: VOTER last_known_addr { host: "127.22.34.62" port: 46773 } } peers { permanent_uuid: "42c00b6b110f4cd4884f266c1843ff4f" member_type: VOTER last_known_addr { host: "127.22.34.61" port: 37307 } } peers { permanent_uuid: "85b090c49d75432fbd419b9903f77e32" member_type: VOTER last_known_addr { host: "127.22.34.60" port: 44925 } }
12:25:37.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:37.156591 22839 raft_consensus.cc:374] T 00000000000000000000000000000000 P 42c00b6b110f4cd4884f266c1843ff4f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
12:25:37.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:37.157401 22839 raft_consensus.cc:729] T 00000000000000000000000000000000 P 42c00b6b110f4cd4884f266c1843ff4f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 42c00b6b110f4cd4884f266c1843ff4f, State: Initialized, Role: FOLLOWER
12:25:37.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:37.159749 22839 consensus_queue.cc:260] T 00000000000000000000000000000000 P 42c00b6b110f4cd4884f266c1843ff4f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9d35fff6215040acb9195734389fcba4" member_type: VOTER last_known_addr { host: "127.22.34.62" port: 46773 } } peers { permanent_uuid: "42c00b6b110f4cd4884f266c1843ff4f" member_type: VOTER last_known_addr { host: "127.22.34.61" port: 37307 } } peers { permanent_uuid: "85b090c49d75432fbd419b9903f77e32" member_type: VOTER last_known_addr { host: "127.22.34.60" port: 44925 } }
12:25:37.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:37.171057 22801 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "85b090c49d75432fbd419b9903f77e32" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "42c00b6b110f4cd4884f266c1843ff4f"
12:25:37.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:37.171146 22803 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "85b090c49d75432fbd419b9903f77e32" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "42c00b6b110f4cd4884f266c1843ff4f"
12:25:37.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:37.174333 22803 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:57830 (request call id 2) took 614 ms (client timeout 367 ms). Trace:
12:25:37.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:37.174675 22803 rpcz_store.cc:269] 0926 12:25:36.560192 (+ 0us) service_pool.cc:170] Inserting onto call queue
12:25:37.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 12:25:36.560331 (+ 139us) service_pool.cc:227] Handling call
12:25:37.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 12:25:37.174265 (+613934us) inbound_call.cc:173] Queueing success response
12:25:37.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
12:25:37.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:37.171586 22802 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 42c00b6b110f4cd4884f266c1843ff4f [term 0 FOLLOWER]: Advancing to term 1
12:25:37.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:37.171700 22800 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "85b090c49d75432fbd419b9903f77e32" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "42c00b6b110f4cd4884f266c1843ff4f" is_pre_election: true
12:25:37.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:37.171777 22804 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "85b090c49d75432fbd419b9903f77e32" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "42c00b6b110f4cd4884f266c1843ff4f" is_pre_election: true
12:25:37.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:37.182217 22804 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:57830 (request call id 1) took 663 ms (client timeout 448 ms). Trace:
12:25:37.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:37.182533 22804 rpcz_store.cc:269] 0926 12:25:36.518903 (+ 0us) service_pool.cc:170] Inserting onto call queue
12:25:37.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 12:25:36.519215 (+ 312us) service_pool.cc:227] Handling call
12:25:37.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 12:25:37.182161 (+662946us) inbound_call.cc:173] Queueing success response
12:25:37.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
12:25:37.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:37.184813 22802 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 42c00b6b110f4cd4884f266c1843ff4f [term 1 FOLLOWER]: Refusing update from remote peer 85b090c49d75432fbd419b9903f77e32: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
12:25:37.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:37.170792 22839 sys_catalog.cc:564] T 00000000000000000000000000000000 P 42c00b6b110f4cd4884f266c1843ff4f [sys.catalog]: configured and running, proceeding with master startup.
12:25:37.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:37.186388 22956 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 85b090c49d75432fbd419b9903f77e32 [LEADER]: Connected to new peer: Peer: permanent_uuid: "42c00b6b110f4cd4884f266c1843ff4f" member_type: VOTER last_known_addr { host: "127.22.34.61" port: 37307 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
12:25:37.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:37.195364 22977 sys_catalog.cc:455] T 00000000000000000000000000000000 P 42c00b6b110f4cd4884f266c1843ff4f [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9d35fff6215040acb9195734389fcba4" member_type: VOTER last_known_addr { host: "127.22.34.62" port: 46773 } } peers { permanent_uuid: "42c00b6b110f4cd4884f266c1843ff4f" member_type: VOTER last_known_addr { host: "127.22.34.61" port: 37307 } } peers { permanent_uuid: "85b090c49d75432fbd419b9903f77e32" member_type: VOTER last_known_addr { host: "127.22.34.60" port: 44925 } } }
12:25:37.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:37.199592 22977 sys_catalog.cc:458] T 00000000000000000000000000000000 P 42c00b6b110f4cd4884f266c1843ff4f [sys.catalog]: This master's current role is: FOLLOWER
12:25:37.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:37.271267 22977 sys_catalog.cc:455] T 00000000000000000000000000000000 P 42c00b6b110f4cd4884f266c1843ff4f [sys.catalog]: SysCatalogTable state changed. Reason: New leader 85b090c49d75432fbd419b9903f77e32. Latest consensus state: current_term: 1 leader_uuid: "85b090c49d75432fbd419b9903f77e32" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9d35fff6215040acb9195734389fcba4" member_type: VOTER last_known_addr { host: "127.22.34.62" port: 46773 } } peers { permanent_uuid: "42c00b6b110f4cd4884f266c1843ff4f" member_type: VOTER last_known_addr { host: "127.22.34.61" port: 37307 } } peers { permanent_uuid: "85b090c49d75432fbd419b9903f77e32" member_type: VOTER last_known_addr { host: "127.22.34.60" port: 44925 } } }
12:25:37.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:37.272081 22977 sys_catalog.cc:458] T 00000000000000000000000000000000 P 42c00b6b110f4cd4884f266c1843ff4f [sys.catalog]: This master's current role is: FOLLOWER
12:25:37.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:37.272276 22979 sys_catalog.cc:455] T 00000000000000000000000000000000 P 42c00b6b110f4cd4884f266c1843ff4f [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "85b090c49d75432fbd419b9903f77e32" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9d35fff6215040acb9195734389fcba4" member_type: VOTER last_known_addr { host: "127.22.34.62" port: 46773 } } peers { permanent_uuid: "42c00b6b110f4cd4884f266c1843ff4f" member_type: VOTER last_known_addr { host: "127.22.34.61" port: 37307 } } peers { permanent_uuid: "85b090c49d75432fbd419b9903f77e32" member_type: VOTER last_known_addr { host: "127.22.34.60" port: 44925 } } }
12:25:37.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:37.273160 22979 sys_catalog.cc:458] T 00000000000000000000000000000000 P 42c00b6b110f4cd4884f266c1843ff4f [sys.catalog]: This master's current role is: FOLLOWER
12:25:37.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:37.298601 22956 sys_catalog.cc:455] T 00000000000000000000000000000000 P 85b090c49d75432fbd419b9903f77e32 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "85b090c49d75432fbd419b9903f77e32" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9d35fff6215040acb9195734389fcba4" member_type: VOTER last_known_addr { host: "127.22.34.62" port: 46773 } } peers { permanent_uuid: "42c00b6b110f4cd4884f266c1843ff4f" member_type: VOTER last_known_addr { host: "127.22.34.61" port: 37307 } } peers { permanent_uuid: "85b090c49d75432fbd419b9903f77e32" member_type: VOTER last_known_addr { host: "127.22.34.60" port: 44925 } } }
12:25:37.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:37.299378 22956 sys_catalog.cc:458] T 00000000000000000000000000000000 P 85b090c49d75432fbd419b9903f77e32 [sys.catalog]: This master's current role is: LEADER
12:25:37.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:37.339560 22997 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
12:25:37.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:37.368855 22973 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
12:25:37.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:37.369715 22973 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
12:25:37.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:37.370823 22973 flags.cc:425] Enabled unsafe flag: --never_fsync=true
12:25:37.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:37.426350 22973 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
12:25:37.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:37.427495 22973 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
12:25:37.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:37.427934 22973 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
12:25:37.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:37.428272 22973 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
12:25:37.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:37.429157 22973 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.22.34.1
12:25:37.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:37.493247 22973 tablet_server_runner.cc:78] Tablet server non-default flags:
12:25:37.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
12:25:37.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.34.20:43297
12:25:37.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
12:25:37.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
12:25:37.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpZkjsU/test-tmp/mini-kudu-cluster3632102756879615921/ts-0/data
12:25:37.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpZkjsU/test-tmp/mini-kudu-cluster3632102756879615921/ts-0/wal
12:25:37.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
12:25:37.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
12:25:37.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.34.1:0
12:25:37.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
12:25:37.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
12:25:37.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
12:25:37.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpZkjsU/test-tmp/mini-kudu-cluster3632102756879615921/ts-0/data/info.pb
12:25:37.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.34.1
12:25:37.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
12:25:37.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
12:25:37.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
12:25:37.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
12:25:37.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.34.62:46773,127.22.34.61:37307,127.22.34.60:44925
12:25:37.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
12:25:37.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
12:25:37.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
12:25:37.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
12:25:37.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
12:25:37.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.34.1
12:25:37.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpZkjsU/test-tmp/mini-kudu-cluster3632102756879615921/ts-0/logs
12:25:37.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
12:25:37.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
12:25:37.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
12:25:37.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
12:25:37.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
12:25:37.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
12:25:37.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
12:25:37.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 26 Sep 2026 11:17:29 UTC on ccycloud.quasar-nkixoh.root.comops.site
12:25:37.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4673844
12:25:37.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
12:25:37.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:37.495972 22973 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
12:25:37.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:37.498546 22973 file_cache.cc:493] Constructed file cache file cache with capacity 419430
12:25:37.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:37.526955 22999 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
12:25:37.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:37.791404 22969 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 9d35fff6215040acb9195734389fcba4: acquiring CA information for follower catalog manager: success
12:25:37.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:37.798084 22969 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 9d35fff6215040acb9195734389fcba4: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
12:25:38.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:38.359758 22997 catalog_manager.cc:1259] Loaded cluster ID: 95e867bd618b4f74889e2cc9bd9eb714
12:25:38.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:38.360380 22997 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 42c00b6b110f4cd4884f266c1843ff4f: loading cluster ID for follower catalog manager: success
12:25:38.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:38.388918 22997 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 42c00b6b110f4cd4884f266c1843ff4f: acquiring CA information for follower catalog manager: success
12:25:38.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:38.401320 22997 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 42c00b6b110f4cd4884f266c1843ff4f: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
12:25:39.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:38.915712 22998 debug-util.cc:398] Leaking SignalData structure 0x7b0800014e80 after lost signal to thread 22973
12:25:39.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:39.706255 22998 kernel_stack_watchdog.cc:198] Thread 22973 stuck at /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/thread.cc:637 for 380ms:
12:25:39.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
12:25:39.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
12:25:39.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
12:25:39.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
12:25:39.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:39.706645 23001 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
12:25:39.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:39.707230 22973 thread.cc:636] OpenStack (cloud detector) Time spent creating pthread: real 2.174s user 0.695s sys 1.235s
12:25:39.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:39.707562 22973 thread.cc:602] OpenStack (cloud detector) Time spent starting thread: real 2.175s user 0.695s sys 1.235s
12:25:39.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:37.534236 23000 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
12:25:39.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:39.712956 23002 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
12:25:39.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:39.713451 22973 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
12:25:39.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:39.714895 22973 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
12:25:39.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:39.726248 22973 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
12:25:39.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:39.734354 22973 hybrid_clock.cc:648] HybridClock initialized: now 1790425539734299 us; error 57 us; skew 500 ppm
12:25:39.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:39.735801 22973 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
12:25:39.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:39.773350 22973 webserver.cc:460] Webserver started at http://127.22.34.1:40187/ using document root <none> and password file <none>
12:25:39.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:39.774674 22973 fs_manager.cc:359] Metadata directory not provided
12:25:39.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:39.774964 22973 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
12:25:39.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:39.775591 22973 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
12:25:39.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:39.785693 22973 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskpZkjsU/test-tmp/mini-kudu-cluster3632102756879615921/ts-0/data/instance:
12:25:39.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "73caf8c64a3d4f3ca5ea0c94f092ff6a"
12:25:39.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 12:25:39 on dist-test-slave-r0z3"
12:25:39.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:39.787288 22973 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskpZkjsU/test-tmp/mini-kudu-cluster3632102756879615921/ts-0/wal/instance:
12:25:39.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "73caf8c64a3d4f3ca5ea0c94f092ff6a"
12:25:39.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 12:25:39 on dist-test-slave-r0z3"
12:25:39.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:39.802796 22973 fs_manager.cc:691] Time spent creating directory manager: real 0.015s user 0.003s sys 0.011s
12:25:39.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:39.816632 23011 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
12:25:39.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:39.817914 22973 fs_manager.cc:725] Time spent opening block manager: real 0.010s user 0.005s sys 0.004s
12:25:39.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:39.818310 22973 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskpZkjsU/test-tmp/mini-kudu-cluster3632102756879615921/ts-0/data,/tmp/dist-test-taskpZkjsU/test-tmp/mini-kudu-cluster3632102756879615921/ts-0/wal
12:25:39.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "73caf8c64a3d4f3ca5ea0c94f092ff6a"
12:25:39.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 12:25:39 on dist-test-slave-r0z3"
12:25:39.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:39.818747 22973 fs_report.cc:383] FS layout report
12:25:39.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
12:25:39.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskpZkjsU/test-tmp/mini-kudu-cluster3632102756879615921/ts-0/wal
12:25:39.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskpZkjsU/test-tmp/mini-kudu-cluster3632102756879615921/ts-0/wal
12:25:39.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskpZkjsU/test-tmp/mini-kudu-cluster3632102756879615921/ts-0/data/data
12:25:39.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
12:25:39.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
12:25:39.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
12:25:39.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
12:25:39.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
12:25:39.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
12:25:39.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
12:25:39.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
12:25:39.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
12:25:39.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
12:25:39.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
12:25:39.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:39.960886 22973 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
12:25:39.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:39.962798 22973 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
12:25:39.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:39.963371 22973 kserver.cc:163] Server-wide thread pool size limit: 3276
12:25:39.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:39.998340 22973 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
12:25:39.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:39.998654 22973 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
12:25:39.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:39.998962 22973 ts_tablet_manager.cc:610] Registered 0 tablets
12:25:40.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:40.006352 22973 ts_tablet_manager.cc:589] Time spent register tablets: real 0.007s user 0.001s sys 0.001s
12:25:40.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:40.344594 22973 rpc_server.cc:307] RPC server started. Bound to: 127.22.34.1:45563
12:25:40.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:40.344709 23136 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.22.34.1:45563 every 8 connection(s)
12:25:40.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:40.348057 22973 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskpZkjsU/test-tmp/mini-kudu-cluster3632102756879615921/ts-0/data/info.pb
12:25:40.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:40.355858 22664 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskpZkjsU/build/tsan/bin/kudu as pid 22973
12:25:40.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:40.357795 22664 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskpZkjsU/test-tmp/mini-kudu-cluster3632102756879615921/ts-0/wal/instance
12:25:40.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:40.383925 23139 heartbeater.cc:347] Connected to a master server at 127.22.34.62:46773
12:25:40.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:40.384387 23139 heartbeater.cc:464] Registering TS with master...
12:25:40.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:40.385725 23139 heartbeater.cc:511] Master 127.22.34.62:46773 requested a full tablet report, sending...
12:25:40.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:40.389424 22709 ts_manager.cc:194] Registered new tserver with Master: 73caf8c64a3d4f3ca5ea0c94f092ff6a (127.22.34.1:45563)
12:25:40.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:40.393047 22664 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskpZkjsU/build/tsan/bin/kudu
12:25:40.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskpZkjsU/build/tsan/bin/kudu
12:25:40.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpZkjsU/test-tmp/mini-kudu-cluster3632102756879615921/ts-1/wal
12:25:40.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpZkjsU/test-tmp/mini-kudu-cluster3632102756879615921/ts-1/data
12:25:40.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
12:25:40.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
12:25:40.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
12:25:40.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
12:25:40.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
12:25:40.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
12:25:40.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpZkjsU/test-tmp/mini-kudu-cluster3632102756879615921/ts-1/logs
12:25:40.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpZkjsU/test-tmp/mini-kudu-cluster3632102756879615921/ts-1/data/info.pb
12:25:40.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
12:25:40.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
12:25:40.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
12:25:40.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
12:25:40.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
12:25:40.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
12:25:40.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
12:25:40.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
12:25:40.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
12:25:40.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
12:25:40.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.34.2:0
12:25:40.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.34.2
12:25:40.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.34.2
12:25:40.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
12:25:40.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.34.62:46773,127.22.34.61:37307,127.22.34.60:44925
12:25:40.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.34.20:43297
12:25:40.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
12:25:40.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
12:25:40.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
12:25:40.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
12:25:40.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
12:25:40.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
12:25:40.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:40.409751 23137 heartbeater.cc:347] Connected to a master server at 127.22.34.61:37307
12:25:40.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:40.410362 23137 heartbeater.cc:464] Registering TS with master...
12:25:40.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:40.411351 23137 heartbeater.cc:511] Master 127.22.34.61:37307 requested a full tablet report, sending...
12:25:40.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:40.414744 22794 ts_manager.cc:194] Registered new tserver with Master: 73caf8c64a3d4f3ca5ea0c94f092ff6a (127.22.34.1:45563)
12:25:40.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:40.417688 23138 heartbeater.cc:347] Connected to a master server at 127.22.34.60:44925
12:25:40.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:40.418010 23138 heartbeater.cc:464] Registering TS with master...
12:25:40.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:40.418682 23138 heartbeater.cc:511] Master 127.22.34.60:44925 requested a full tablet report, sending...
12:25:40.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:40.421043 22883 ts_manager.cc:194] Registered new tserver with Master: 73caf8c64a3d4f3ca5ea0c94f092ff6a (127.22.34.1:45563)
12:25:40.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:40.424115 22883 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.22.34.1:44369
12:25:40.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:40.739042 23142 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
12:25:40.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:40.739641 23142 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
12:25:40.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:40.740309 23142 flags.cc:425] Enabled unsafe flag: --never_fsync=true
12:25:40.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:40.773115 23142 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
12:25:40.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:40.773797 23142 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
12:25:40.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:40.774062 23142 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
12:25:40.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:40.774326 23142 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
12:25:40.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:40.774847 23142 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.22.34.2
12:25:40.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:40.810927 23142 tablet_server_runner.cc:78] Tablet server non-default flags:
12:25:40.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
12:25:40.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.34.20:43297
12:25:40.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
12:25:40.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
12:25:40.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpZkjsU/test-tmp/mini-kudu-cluster3632102756879615921/ts-1/data
12:25:40.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpZkjsU/test-tmp/mini-kudu-cluster3632102756879615921/ts-1/wal
12:25:40.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
12:25:40.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
12:25:40.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.34.2:0
12:25:40.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
12:25:40.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
12:25:40.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
12:25:40.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpZkjsU/test-tmp/mini-kudu-cluster3632102756879615921/ts-1/data/info.pb
12:25:40.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.34.2
12:25:40.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
12:25:40.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
12:25:40.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
12:25:40.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
12:25:40.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.34.62:46773,127.22.34.61:37307,127.22.34.60:44925
12:25:40.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
12:25:40.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
12:25:40.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
12:25:40.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
12:25:40.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
12:25:40.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.34.2
12:25:40.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpZkjsU/test-tmp/mini-kudu-cluster3632102756879615921/ts-1/logs
12:25:40.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
12:25:40.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
12:25:40.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
12:25:40.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
12:25:40.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
12:25:40.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
12:25:40.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
12:25:40.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 26 Sep 2026 11:17:29 UTC on ccycloud.quasar-nkixoh.root.comops.site
12:25:40.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4673844
12:25:40.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
12:25:40.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:40.812505 23142 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
12:25:40.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:40.814141 23142 file_cache.cc:493] Constructed file cache file cache with capacity 419430
12:25:40.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:40.834717 23148 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
12:25:41.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:41.427966 23138 heartbeater.cc:503] Master 127.22.34.60:44925 was elected leader, sending a full tablet report...
12:25:42.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:40.836166 23149 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
12:25:42.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:42.231560 23147 debug-util.cc:398] Leaking SignalData structure 0x7b0800014e80 after lost signal to thread 23142
12:25:42.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:42.769495 23142 thread.cc:636] OpenStack (cloud detector) Time spent creating pthread: real 1.937s user 0.624s sys 1.215s
12:25:42.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:42.771135 23142 thread.cc:602] OpenStack (cloud detector) Time spent starting thread: real 1.939s user 0.624s sys 1.216s
12:25:42.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:42.771926 23151 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
12:25:42.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:42.774971 23150 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1935 milliseconds
12:25:42.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:42.775036 23142 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
12:25:42.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:42.776175 23142 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
12:25:42.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:42.778270 23142 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
12:25:42.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:42.779633 23142 hybrid_clock.cc:648] HybridClock initialized: now 1790425542779600 us; error 33 us; skew 500 ppm
12:25:42.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:42.780503 23142 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
12:25:42.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:42.786612 23142 webserver.cc:460] Webserver started at http://127.22.34.2:41989/ using document root <none> and password file <none>
12:25:42.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:42.787510 23142 fs_manager.cc:359] Metadata directory not provided
12:25:42.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:42.787743 23142 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
12:25:42.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:42.788192 23142 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
12:25:42.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:42.792876 23142 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskpZkjsU/test-tmp/mini-kudu-cluster3632102756879615921/ts-1/data/instance:
12:25:42.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d0236744287f4873adc36b1b7933152b"
12:25:42.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 12:25:42 on dist-test-slave-r0z3"
12:25:42.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:42.793979 23142 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskpZkjsU/test-tmp/mini-kudu-cluster3632102756879615921/ts-1/wal/instance:
12:25:42.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d0236744287f4873adc36b1b7933152b"
12:25:42.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 12:25:42 on dist-test-slave-r0z3"
12:25:42.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:42.800944 23142 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.005s sys 0.002s
12:25:42.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:42.806456 23163 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
12:25:42.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:42.807422 23142 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.003s
12:25:42.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:42.807750 23142 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskpZkjsU/test-tmp/mini-kudu-cluster3632102756879615921/ts-1/data,/tmp/dist-test-taskpZkjsU/test-tmp/mini-kudu-cluster3632102756879615921/ts-1/wal
12:25:42.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d0236744287f4873adc36b1b7933152b"
12:25:42.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 12:25:42 on dist-test-slave-r0z3"
12:25:42.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:42.808089 23142 fs_report.cc:383] FS layout report
12:25:42.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
12:25:42.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskpZkjsU/test-tmp/mini-kudu-cluster3632102756879615921/ts-1/wal
12:25:42.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskpZkjsU/test-tmp/mini-kudu-cluster3632102756879615921/ts-1/wal
12:25:42.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskpZkjsU/test-tmp/mini-kudu-cluster3632102756879615921/ts-1/data/data
12:25:42.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
12:25:42.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
12:25:42.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
12:25:42.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
12:25:42.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
12:25:42.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
12:25:42.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
12:25:42.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
12:25:42.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
12:25:42.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
12:25:42.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
12:25:42.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:42.864930 23142 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
12:25:42.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:42.866446 23142 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
12:25:42.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:42.866940 23142 kserver.cc:163] Server-wide thread pool size limit: 3276
12:25:42.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:42.878633 23142 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
12:25:42.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:42.878877 23142 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
12:25:42.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:42.879195 23142 ts_tablet_manager.cc:610] Registered 0 tablets
12:25:42.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:42.879427 23142 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
12:25:43.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:43.073096 23142 rpc_server.cc:307] RPC server started. Bound to: 127.22.34.2:40759
12:25:43.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:43.073738 23287 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.22.34.2:40759 every 8 connection(s)
12:25:43.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:43.075695 23142 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskpZkjsU/test-tmp/mini-kudu-cluster3632102756879615921/ts-1/data/info.pb
12:25:43.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:43.084983 23290 heartbeater.cc:347] Connected to a master server at 127.22.34.62:46773
12:25:43.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:43.085407 23290 heartbeater.cc:464] Registering TS with master...
12:25:43.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:43.084030 22664 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskpZkjsU/build/tsan/bin/kudu as pid 23142
12:25:43.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:43.086400 22664 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskpZkjsU/test-tmp/mini-kudu-cluster3632102756879615921/ts-1/wal/instance
12:25:43.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:43.086649 23290 heartbeater.cc:511] Master 127.22.34.62:46773 requested a full tablet report, sending...
12:25:43.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:43.089838 22709 ts_manager.cc:194] Registered new tserver with Master: d0236744287f4873adc36b1b7933152b (127.22.34.2:40759)
12:25:43.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:43.095492 23288 heartbeater.cc:347] Connected to a master server at 127.22.34.61:37307
12:25:43.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:43.095897 23288 heartbeater.cc:464] Registering TS with master...
12:25:43.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:43.096793 23288 heartbeater.cc:511] Master 127.22.34.61:37307 requested a full tablet report, sending...
12:25:43.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:43.096800 22664 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskpZkjsU/build/tsan/bin/kudu
12:25:43.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskpZkjsU/build/tsan/bin/kudu
12:25:43.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpZkjsU/test-tmp/mini-kudu-cluster3632102756879615921/ts-2/wal
12:25:43.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpZkjsU/test-tmp/mini-kudu-cluster3632102756879615921/ts-2/data
12:25:43.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
12:25:43.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
12:25:43.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
12:25:43.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
12:25:43.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
12:25:43.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
12:25:43.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpZkjsU/test-tmp/mini-kudu-cluster3632102756879615921/ts-2/logs
12:25:43.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpZkjsU/test-tmp/mini-kudu-cluster3632102756879615921/ts-2/data/info.pb
12:25:43.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
12:25:43.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
12:25:43.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
12:25:43.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
12:25:43.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
12:25:43.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
12:25:43.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
12:25:43.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
12:25:43.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
12:25:43.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
12:25:43.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.34.3:0
12:25:43.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.34.3
12:25:43.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.34.3
12:25:43.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
12:25:43.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.34.62:46773,127.22.34.61:37307,127.22.34.60:44925
12:25:43.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.34.20:43297
12:25:43.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
12:25:43.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
12:25:43.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
12:25:43.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
12:25:43.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
12:25:43.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
12:25:43.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:43.099877 22794 ts_manager.cc:194] Registered new tserver with Master: d0236744287f4873adc36b1b7933152b (127.22.34.2:40759)
12:25:43.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:43.107249 23289 heartbeater.cc:347] Connected to a master server at 127.22.34.60:44925
12:25:43.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:43.107592 23289 heartbeater.cc:464] Registering TS with master...
12:25:43.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:43.108274 23289 heartbeater.cc:511] Master 127.22.34.60:44925 requested a full tablet report, sending...
12:25:43.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:43.110109 22883 ts_manager.cc:194] Registered new tserver with Master: d0236744287f4873adc36b1b7933152b (127.22.34.2:40759)
12:25:43.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:43.111505 22883 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.22.34.2:34105
12:25:43.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:43.418192 23293 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
12:25:43.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:43.418670 23293 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
12:25:43.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:43.419224 23293 flags.cc:425] Enabled unsafe flag: --never_fsync=true
12:25:43.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:43.453670 23293 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
12:25:43.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:43.454602 23293 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
12:25:43.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:43.454847 23293 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
12:25:43.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:43.454995 23293 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
12:25:43.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:43.455403 23293 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.22.34.3
12:25:43.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:43.490541 23293 tablet_server_runner.cc:78] Tablet server non-default flags:
12:25:43.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
12:25:43.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.34.20:43297
12:25:43.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
12:25:43.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
12:25:43.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpZkjsU/test-tmp/mini-kudu-cluster3632102756879615921/ts-2/data
12:25:43.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpZkjsU/test-tmp/mini-kudu-cluster3632102756879615921/ts-2/wal
12:25:43.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
12:25:43.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
12:25:43.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.34.3:0
12:25:43.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
12:25:43.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
12:25:43.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
12:25:43.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpZkjsU/test-tmp/mini-kudu-cluster3632102756879615921/ts-2/data/info.pb
12:25:43.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.34.3
12:25:43.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
12:25:43.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
12:25:43.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
12:25:43.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
12:25:43.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.34.62:46773,127.22.34.61:37307,127.22.34.60:44925
12:25:43.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
12:25:43.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
12:25:43.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
12:25:43.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
12:25:43.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
12:25:43.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.34.3
12:25:43.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpZkjsU/test-tmp/mini-kudu-cluster3632102756879615921/ts-2/logs
12:25:43.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
12:25:43.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
12:25:43.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
12:25:43.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
12:25:43.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
12:25:43.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
12:25:43.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
12:25:43.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 26 Sep 2026 11:17:29 UTC on ccycloud.quasar-nkixoh.root.comops.site
12:25:43.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4673844
12:25:43.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
12:25:43.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:43.491664 23293 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
12:25:43.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:43.493228 23293 file_cache.cc:493] Constructed file cache file cache with capacity 419430
12:25:43.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:43.512481 23301 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
12:25:44.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:44.114630 23289 heartbeater.cc:503] Master 127.22.34.60:44925 was elected leader, sending a full tablet report...
12:25:44.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:43.512532 23300 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
12:25:44.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:43.513907 23293 server_base.cc:1034] running on GCE node
12:25:44.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:43.512524 23303 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
12:25:44.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:44.713352 23293 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
12:25:44.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:44.715538 23293 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
12:25:44.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:44.716917 23293 hybrid_clock.cc:648] HybridClock initialized: now 1790425544716886 us; error 39 us; skew 500 ppm
12:25:44.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:44.717686 23293 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
12:25:44.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:44.733415 23293 webserver.cc:460] Webserver started at http://127.22.34.3:40297/ using document root <none> and password file <none>
12:25:44.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:44.734426 23293 fs_manager.cc:359] Metadata directory not provided
12:25:44.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:44.734607 23293 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
12:25:44.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:44.735056 23293 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
12:25:44.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:44.739868 23293 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskpZkjsU/test-tmp/mini-kudu-cluster3632102756879615921/ts-2/data/instance:
12:25:44.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ae5ce7d2e1f141e2bf6743ca7d44ad60"
12:25:44.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 12:25:44 on dist-test-slave-r0z3"
12:25:44.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:44.740921 23293 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskpZkjsU/test-tmp/mini-kudu-cluster3632102756879615921/ts-2/wal/instance:
12:25:44.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ae5ce7d2e1f141e2bf6743ca7d44ad60"
12:25:44.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 12:25:44 on dist-test-slave-r0z3"
12:25:44.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:44.748137 23293 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.006s sys 0.000s
12:25:44.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:44.753687 23310 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
12:25:44.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:44.754889 23293 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
12:25:44.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:44.755266 23293 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskpZkjsU/test-tmp/mini-kudu-cluster3632102756879615921/ts-2/data,/tmp/dist-test-taskpZkjsU/test-tmp/mini-kudu-cluster3632102756879615921/ts-2/wal
12:25:44.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ae5ce7d2e1f141e2bf6743ca7d44ad60"
12:25:44.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 12:25:44 on dist-test-slave-r0z3"
12:25:44.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:44.755714 23293 fs_report.cc:383] FS layout report
12:25:44.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
12:25:44.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskpZkjsU/test-tmp/mini-kudu-cluster3632102756879615921/ts-2/wal
12:25:44.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskpZkjsU/test-tmp/mini-kudu-cluster3632102756879615921/ts-2/wal
12:25:44.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskpZkjsU/test-tmp/mini-kudu-cluster3632102756879615921/ts-2/data/data
12:25:44.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
12:25:44.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
12:25:44.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
12:25:44.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
12:25:44.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
12:25:44.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
12:25:44.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
12:25:44.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
12:25:44.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
12:25:44.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
12:25:44.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
12:25:44.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:44.800567 23293 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
12:25:44.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:44.802134 23293 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
12:25:44.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:44.802753 23293 kserver.cc:163] Server-wide thread pool size limit: 3276
12:25:44.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:44.813722 23293 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
12:25:44.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:44.814481 23293 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
12:25:44.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:44.814785 23293 ts_tablet_manager.cc:610] Registered 0 tablets
12:25:44.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:44.814980 23293 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
12:25:45.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.029721 23293 rpc_server.cc:307] RPC server started. Bound to: 127.22.34.3:44843
12:25:45.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.030182 23436 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.22.34.3:44843 every 8 connection(s)
12:25:45.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.032276 23293 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskpZkjsU/test-tmp/mini-kudu-cluster3632102756879615921/ts-2/data/info.pb
12:25:45.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.039381 22664 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskpZkjsU/build/tsan/bin/kudu as pid 23293
12:25:45.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.039875 22664 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskpZkjsU/test-tmp/mini-kudu-cluster3632102756879615921/ts-2/wal/instance
12:25:45.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.043776 23439 heartbeater.cc:347] Connected to a master server at 127.22.34.62:46773
12:25:45.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.046696 23439 heartbeater.cc:464] Registering TS with master...
12:25:45.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.048192 23439 heartbeater.cc:511] Master 127.22.34.62:46773 requested a full tablet report, sending...
12:25:45.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.051461 22709 ts_manager.cc:194] Registered new tserver with Master: ae5ce7d2e1f141e2bf6743ca7d44ad60 (127.22.34.3:44843)
12:25:45.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.054868 23437 heartbeater.cc:347] Connected to a master server at 127.22.34.61:37307
12:25:45.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.055219 23437 heartbeater.cc:464] Registering TS with master...
12:25:45.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.056015 23437 heartbeater.cc:511] Master 127.22.34.61:37307 requested a full tablet report, sending...
12:25:45.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.058768 22794 ts_manager.cc:194] Registered new tserver with Master: ae5ce7d2e1f141e2bf6743ca7d44ad60 (127.22.34.3:44843)
12:25:45.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.063918 23438 heartbeater.cc:347] Connected to a master server at 127.22.34.60:44925
12:25:45.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.064224 23438 heartbeater.cc:464] Registering TS with master...
12:25:45.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.064976 23438 heartbeater.cc:511] Master 127.22.34.60:44925 requested a full tablet report, sending...
12:25:45.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.066862 22883 ts_manager.cc:194] Registered new tserver with Master: ae5ce7d2e1f141e2bf6743ca7d44ad60 (127.22.34.3:44843)
12:25:45.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.068532 22883 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.22.34.3:46041
12:25:45.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.077034 22664 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
12:25:45.087 [DEBUG - main] (MiniKuduCluster.java:195) Response:
12:25:45.087 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
12:25:45.088 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.22.34.62"
port: 46773
}
bound_http_address {
host: "127.22.34.62"
port: 36355
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.22.34.61"
port: 37307
}
bound_http_address {
host: "127.22.34.61"
port: 33163
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.22.34.60"
port: 44925
}
bound_http_address {
host: "127.22.34.60"
port: 41423
}
}
}
12:25:45.088 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
12:25:45.089 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.22.34.1"
port: 45563
}
bound_http_address {
host: "127.22.34.1"
port: 40187
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.22.34.2"
port: 40759
}
bound_http_address {
host: "127.22.34.2"
port: 41989
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.22.34.3"
port: 44843
}
bound_http_address {
host: "127.22.34.3"
port: 40297
}
}
}
12:25:45.089 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
12:25:45.091 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
12:25:45.093 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.22.34.62:46773(127.22.34.62:46773)] connecting to peer
12:25:45.094 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.22.34.60:44925(127.22.34.60:44925)] connecting to peer
12:25:45.095 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.22.34.61:37307(127.22.34.61:37307)] connecting to peer
12:25:45.099 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.22.34.60:44925(127.22.34.60:44925)] Successfully connected to peer
12:25:45.099 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.22.34.62:46773(127.22.34.62:46773)] Successfully connected to peer
12:25:45.100 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.22.34.61:37307(127.22.34.61:37307)] Successfully connected to peer
12:25:45.102 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.22.34.60
12:25:45.105 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.22.34.62
12:25:45.110 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.22.34.61
12:25:45.114 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x14c8569f, L:/127.0.0.1:40152 - R:/127.22.34.60:44925] using SASL/PLAIN
12:25:45.119 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
12:25:45.121 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=28), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.34.62:46773, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.34.60:44925, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.34.61:37307, [26ms] Sub RPC ConnectToMaster: received response from server master-127.22.34.60:44925: OK, deferred=null) after lookup
12:25:45.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.123260 22883 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:40152:
12:25:45.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_manager_fallback_rolling"
12:25:45.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
12:25:45.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
12:25:45.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
12:25:45.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
12:25:45.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
12:25:45.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
12:25:45.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
12:25:45.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
12:25:45.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
12:25:45.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:25:45.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
12:25:45.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column1_i"
12:25:45.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
12:25:45.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
12:25:45.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
12:25:45.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
12:25:45.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
12:25:45.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
12:25:45.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:25:45.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
12:25:45.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column2_i"
12:25:45.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
12:25:45.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
12:25:45.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
12:25:45.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
12:25:45.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
12:25:45.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
12:25:45.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:25:45.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
12:25:45.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column3_s"
12:25:45.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
12:25:45.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
12:25:45.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: true
12:25:45.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: DICT_ENCODING
12:25:45.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: LZ4
12:25:45.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 4096
12:25:45.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
12:25:45.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
12:25:45.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:25:45.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
12:25:45.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column4_b"
12:25:45.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: BOOL
12:25:45.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
12:25:45.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
12:25:45.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
12:25:45.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
12:25:45.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
12:25:45.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:25:45.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:25:45.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
12:25:45.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) hash_schema {
12:25:45.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
12:25:45.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
12:25:45.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:25:45.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_buckets: 2
12:25:45.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) seed: 0
12:25:45.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:25:45.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:25:45.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:45.127677 22883 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table txn_manager_fallback_rolling in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
12:25:45.129 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xe5d6f01c, L:/127.0.0.1:34070 - R:/127.22.34.62:46773] using SASL/PLAIN
12:25:45.130 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xe7e23e55, L:/127.0.0.1:33658 - R:/127.22.34.61:37307] using SASL/PLAIN
12:25:45.162 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 02e9b15ef9e44a05a0fbb8a547554d1d
12:25:45.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.230127 23223 tablet_service.cc:1467] Processing CreateTablet for tablet 0349d82f7ee14bfc9d76e54c646d190b (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=02e9b15ef9e44a05a0fbb8a547554d1d]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
12:25:45.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.230140 23222 tablet_service.cc:1467] Processing CreateTablet for tablet d5120259f656497281900a077ebb5290 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=02e9b15ef9e44a05a0fbb8a547554d1d]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
12:25:45.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.231930 23223 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 0349d82f7ee14bfc9d76e54c646d190b. 1 dirs total, 0 dirs full, 0 dirs failed
12:25:45.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.232635 23222 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet d5120259f656497281900a077ebb5290. 1 dirs total, 0 dirs full, 0 dirs failed
12:25:45.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.233735 23371 tablet_service.cc:1467] Processing CreateTablet for tablet 0349d82f7ee14bfc9d76e54c646d190b (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=02e9b15ef9e44a05a0fbb8a547554d1d]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
12:25:45.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.235626 23371 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 0349d82f7ee14bfc9d76e54c646d190b. 1 dirs total, 0 dirs full, 0 dirs failed
12:25:45.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.237713 23370 tablet_service.cc:1467] Processing CreateTablet for tablet d5120259f656497281900a077ebb5290 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=02e9b15ef9e44a05a0fbb8a547554d1d]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
12:25:45.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.238886 23370 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet d5120259f656497281900a077ebb5290. 1 dirs total, 0 dirs full, 0 dirs failed
12:25:45.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.246451 23071 tablet_service.cc:1467] Processing CreateTablet for tablet d5120259f656497281900a077ebb5290 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=02e9b15ef9e44a05a0fbb8a547554d1d]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
12:25:45.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.248070 23072 tablet_service.cc:1467] Processing CreateTablet for tablet 0349d82f7ee14bfc9d76e54c646d190b (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=02e9b15ef9e44a05a0fbb8a547554d1d]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
12:25:45.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.249603 23071 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet d5120259f656497281900a077ebb5290. 1 dirs total, 0 dirs full, 0 dirs failed
12:25:45.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.250360 23072 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 0349d82f7ee14bfc9d76e54c646d190b. 1 dirs total, 0 dirs full, 0 dirs failed
12:25:45.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.269716 23463 tablet_bootstrap.cc:492] T 0349d82f7ee14bfc9d76e54c646d190b P ae5ce7d2e1f141e2bf6743ca7d44ad60: Bootstrap starting.
12:25:45.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.277499 23463 tablet_bootstrap.cc:654] T 0349d82f7ee14bfc9d76e54c646d190b P ae5ce7d2e1f141e2bf6743ca7d44ad60: Neither blocks nor log segments found. Creating new log.
12:25:45.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.279738 23463 log.cc:824] T 0349d82f7ee14bfc9d76e54c646d190b P ae5ce7d2e1f141e2bf6743ca7d44ad60: Log is configured to *not* fsync() on all Append() calls
12:25:45.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.292709 23463 tablet_bootstrap.cc:492] T 0349d82f7ee14bfc9d76e54c646d190b P ae5ce7d2e1f141e2bf6743ca7d44ad60: No bootstrap required, opened a new log
12:25:45.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.293212 23463 ts_tablet_manager.cc:1397] T 0349d82f7ee14bfc9d76e54c646d190b P ae5ce7d2e1f141e2bf6743ca7d44ad60: Time spent bootstrapping tablet: real 0.024s user 0.009s sys 0.012s
12:25:45.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.297211 23462 tablet_bootstrap.cc:492] T 0349d82f7ee14bfc9d76e54c646d190b P d0236744287f4873adc36b1b7933152b: Bootstrap starting.
12:25:45.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.298755 23465 tablet_bootstrap.cc:492] T d5120259f656497281900a077ebb5290 P 73caf8c64a3d4f3ca5ea0c94f092ff6a: Bootstrap starting.
12:25:45.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.305970 23465 tablet_bootstrap.cc:654] T d5120259f656497281900a077ebb5290 P 73caf8c64a3d4f3ca5ea0c94f092ff6a: Neither blocks nor log segments found. Creating new log.
12:25:45.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.304275 23462 tablet_bootstrap.cc:654] T 0349d82f7ee14bfc9d76e54c646d190b P d0236744287f4873adc36b1b7933152b: Neither blocks nor log segments found. Creating new log.
12:25:45.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.308187 23465 log.cc:824] T d5120259f656497281900a077ebb5290 P 73caf8c64a3d4f3ca5ea0c94f092ff6a: Log is configured to *not* fsync() on all Append() calls
12:25:45.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.309314 23462 log.cc:824] T 0349d82f7ee14bfc9d76e54c646d190b P d0236744287f4873adc36b1b7933152b: Log is configured to *not* fsync() on all Append() calls
12:25:45.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.313280 23465 tablet_bootstrap.cc:492] T d5120259f656497281900a077ebb5290 P 73caf8c64a3d4f3ca5ea0c94f092ff6a: No bootstrap required, opened a new log
12:25:45.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.313784 23465 ts_tablet_manager.cc:1397] T d5120259f656497281900a077ebb5290 P 73caf8c64a3d4f3ca5ea0c94f092ff6a: Time spent bootstrapping tablet: real 0.015s user 0.012s sys 0.002s
12:25:45.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.324497 23462 tablet_bootstrap.cc:492] T 0349d82f7ee14bfc9d76e54c646d190b P d0236744287f4873adc36b1b7933152b: No bootstrap required, opened a new log
12:25:45.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.324940 23462 ts_tablet_manager.cc:1397] T 0349d82f7ee14bfc9d76e54c646d190b P d0236744287f4873adc36b1b7933152b: Time spent bootstrapping tablet: real 0.028s user 0.010s sys 0.013s
12:25:45.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.326694 23463 raft_consensus.cc:348] T 0349d82f7ee14bfc9d76e54c646d190b P ae5ce7d2e1f141e2bf6743ca7d44ad60 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d0236744287f4873adc36b1b7933152b" member_type: VOTER last_known_addr { host: "127.22.34.2" port: 40759 } } peers { permanent_uuid: "ae5ce7d2e1f141e2bf6743ca7d44ad60" member_type: VOTER last_known_addr { host: "127.22.34.3" port: 44843 } } peers { permanent_uuid: "73caf8c64a3d4f3ca5ea0c94f092ff6a" member_type: VOTER last_known_addr { host: "127.22.34.1" port: 45563 } }
12:25:45.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.327553 23463 raft_consensus.cc:374] T 0349d82f7ee14bfc9d76e54c646d190b P ae5ce7d2e1f141e2bf6743ca7d44ad60 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
12:25:45.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.327872 23463 raft_consensus.cc:729] T 0349d82f7ee14bfc9d76e54c646d190b P ae5ce7d2e1f141e2bf6743ca7d44ad60 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ae5ce7d2e1f141e2bf6743ca7d44ad60, State: Initialized, Role: FOLLOWER
12:25:45.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.328747 23463 consensus_queue.cc:260] T 0349d82f7ee14bfc9d76e54c646d190b P ae5ce7d2e1f141e2bf6743ca7d44ad60 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d0236744287f4873adc36b1b7933152b" member_type: VOTER last_known_addr { host: "127.22.34.2" port: 40759 } } peers { permanent_uuid: "ae5ce7d2e1f141e2bf6743ca7d44ad60" member_type: VOTER last_known_addr { host: "127.22.34.3" port: 44843 } } peers { permanent_uuid: "73caf8c64a3d4f3ca5ea0c94f092ff6a" member_type: VOTER last_known_addr { host: "127.22.34.1" port: 45563 } }
12:25:45.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.332675 23463 ts_tablet_manager.cc:1428] T 0349d82f7ee14bfc9d76e54c646d190b P ae5ce7d2e1f141e2bf6743ca7d44ad60: Time spent starting tablet: real 0.039s user 0.035s sys 0.002s
12:25:45.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.334039 23438 heartbeater.cc:503] Master 127.22.34.60:44925 was elected leader, sending a full tablet report...
12:25:45.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.343761 23463 tablet_bootstrap.cc:492] T d5120259f656497281900a077ebb5290 P ae5ce7d2e1f141e2bf6743ca7d44ad60: Bootstrap starting.
12:25:45.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.343762 23465 raft_consensus.cc:348] T d5120259f656497281900a077ebb5290 P 73caf8c64a3d4f3ca5ea0c94f092ff6a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "73caf8c64a3d4f3ca5ea0c94f092ff6a" member_type: VOTER last_known_addr { host: "127.22.34.1" port: 45563 } } peers { permanent_uuid: "d0236744287f4873adc36b1b7933152b" member_type: VOTER last_known_addr { host: "127.22.34.2" port: 40759 } } peers { permanent_uuid: "ae5ce7d2e1f141e2bf6743ca7d44ad60" member_type: VOTER last_known_addr { host: "127.22.34.3" port: 44843 } }
12:25:45.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.344702 23465 raft_consensus.cc:374] T d5120259f656497281900a077ebb5290 P 73caf8c64a3d4f3ca5ea0c94f092ff6a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
12:25:45.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.344981 23465 raft_consensus.cc:729] T d5120259f656497281900a077ebb5290 P 73caf8c64a3d4f3ca5ea0c94f092ff6a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 73caf8c64a3d4f3ca5ea0c94f092ff6a, State: Initialized, Role: FOLLOWER
12:25:45.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.345880 23465 consensus_queue.cc:260] T d5120259f656497281900a077ebb5290 P 73caf8c64a3d4f3ca5ea0c94f092ff6a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "73caf8c64a3d4f3ca5ea0c94f092ff6a" member_type: VOTER last_known_addr { host: "127.22.34.1" port: 45563 } } peers { permanent_uuid: "d0236744287f4873adc36b1b7933152b" member_type: VOTER last_known_addr { host: "127.22.34.2" port: 40759 } } peers { permanent_uuid: "ae5ce7d2e1f141e2bf6743ca7d44ad60" member_type: VOTER last_known_addr { host: "127.22.34.3" port: 44843 } }
12:25:45.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.350893 23463 tablet_bootstrap.cc:654] T d5120259f656497281900a077ebb5290 P ae5ce7d2e1f141e2bf6743ca7d44ad60: Neither blocks nor log segments found. Creating new log.
12:25:45.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.359257 23465 ts_tablet_manager.cc:1428] T d5120259f656497281900a077ebb5290 P 73caf8c64a3d4f3ca5ea0c94f092ff6a: Time spent starting tablet: real 0.045s user 0.030s sys 0.010s
12:25:45.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.360113 23465 tablet_bootstrap.cc:492] T 0349d82f7ee14bfc9d76e54c646d190b P 73caf8c64a3d4f3ca5ea0c94f092ff6a: Bootstrap starting.
12:25:45.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.368465 23465 tablet_bootstrap.cc:654] T 0349d82f7ee14bfc9d76e54c646d190b P 73caf8c64a3d4f3ca5ea0c94f092ff6a: Neither blocks nor log segments found. Creating new log.
12:25:45.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.374907 23465 tablet_bootstrap.cc:492] T 0349d82f7ee14bfc9d76e54c646d190b P 73caf8c64a3d4f3ca5ea0c94f092ff6a: No bootstrap required, opened a new log
12:25:45.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.375936 23465 ts_tablet_manager.cc:1397] T 0349d82f7ee14bfc9d76e54c646d190b P 73caf8c64a3d4f3ca5ea0c94f092ff6a: Time spent bootstrapping tablet: real 0.016s user 0.008s sys 0.004s
12:25:45.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.378755 23465 raft_consensus.cc:348] T 0349d82f7ee14bfc9d76e54c646d190b P 73caf8c64a3d4f3ca5ea0c94f092ff6a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d0236744287f4873adc36b1b7933152b" member_type: VOTER last_known_addr { host: "127.22.34.2" port: 40759 } } peers { permanent_uuid: "ae5ce7d2e1f141e2bf6743ca7d44ad60" member_type: VOTER last_known_addr { host: "127.22.34.3" port: 44843 } } peers { permanent_uuid: "73caf8c64a3d4f3ca5ea0c94f092ff6a" member_type: VOTER last_known_addr { host: "127.22.34.1" port: 45563 } }
12:25:45.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.379674 23465 raft_consensus.cc:374] T 0349d82f7ee14bfc9d76e54c646d190b P 73caf8c64a3d4f3ca5ea0c94f092ff6a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
12:25:45.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.380050 23465 raft_consensus.cc:729] T 0349d82f7ee14bfc9d76e54c646d190b P 73caf8c64a3d4f3ca5ea0c94f092ff6a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 73caf8c64a3d4f3ca5ea0c94f092ff6a, State: Initialized, Role: FOLLOWER
12:25:45.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.381166 23465 consensus_queue.cc:260] T 0349d82f7ee14bfc9d76e54c646d190b P 73caf8c64a3d4f3ca5ea0c94f092ff6a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d0236744287f4873adc36b1b7933152b" member_type: VOTER last_known_addr { host: "127.22.34.2" port: 40759 } } peers { permanent_uuid: "ae5ce7d2e1f141e2bf6743ca7d44ad60" member_type: VOTER last_known_addr { host: "127.22.34.3" port: 44843 } } peers { permanent_uuid: "73caf8c64a3d4f3ca5ea0c94f092ff6a" member_type: VOTER last_known_addr { host: "127.22.34.1" port: 45563 } }
12:25:45.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.385102 23463 tablet_bootstrap.cc:492] T d5120259f656497281900a077ebb5290 P ae5ce7d2e1f141e2bf6743ca7d44ad60: No bootstrap required, opened a new log
12:25:45.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.385535 23463 ts_tablet_manager.cc:1397] T d5120259f656497281900a077ebb5290 P ae5ce7d2e1f141e2bf6743ca7d44ad60: Time spent bootstrapping tablet: real 0.042s user 0.012s sys 0.005s
12:25:45.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.386858 23462 raft_consensus.cc:348] T 0349d82f7ee14bfc9d76e54c646d190b P d0236744287f4873adc36b1b7933152b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d0236744287f4873adc36b1b7933152b" member_type: VOTER last_known_addr { host: "127.22.34.2" port: 40759 } } peers { permanent_uuid: "ae5ce7d2e1f141e2bf6743ca7d44ad60" member_type: VOTER last_known_addr { host: "127.22.34.3" port: 44843 } } peers { permanent_uuid: "73caf8c64a3d4f3ca5ea0c94f092ff6a" member_type: VOTER last_known_addr { host: "127.22.34.1" port: 45563 } }
12:25:45.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.387771 23462 raft_consensus.cc:374] T 0349d82f7ee14bfc9d76e54c646d190b P d0236744287f4873adc36b1b7933152b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
12:25:45.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.388036 23462 raft_consensus.cc:729] T 0349d82f7ee14bfc9d76e54c646d190b P d0236744287f4873adc36b1b7933152b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d0236744287f4873adc36b1b7933152b, State: Initialized, Role: FOLLOWER
12:25:45.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.388644 23463 raft_consensus.cc:348] T d5120259f656497281900a077ebb5290 P ae5ce7d2e1f141e2bf6743ca7d44ad60 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "73caf8c64a3d4f3ca5ea0c94f092ff6a" member_type: VOTER last_known_addr { host: "127.22.34.1" port: 45563 } } peers { permanent_uuid: "d0236744287f4873adc36b1b7933152b" member_type: VOTER last_known_addr { host: "127.22.34.2" port: 40759 } } peers { permanent_uuid: "ae5ce7d2e1f141e2bf6743ca7d44ad60" member_type: VOTER last_known_addr { host: "127.22.34.3" port: 44843 } }
12:25:45.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.389325 23463 raft_consensus.cc:374] T d5120259f656497281900a077ebb5290 P ae5ce7d2e1f141e2bf6743ca7d44ad60 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
12:25:45.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.389642 23463 raft_consensus.cc:729] T d5120259f656497281900a077ebb5290 P ae5ce7d2e1f141e2bf6743ca7d44ad60 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ae5ce7d2e1f141e2bf6743ca7d44ad60, State: Initialized, Role: FOLLOWER
12:25:45.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.390295 23465 ts_tablet_manager.cc:1428] T 0349d82f7ee14bfc9d76e54c646d190b P 73caf8c64a3d4f3ca5ea0c94f092ff6a: Time spent starting tablet: real 0.014s user 0.006s sys 0.000s
12:25:45.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.390252 23463 consensus_queue.cc:260] T d5120259f656497281900a077ebb5290 P ae5ce7d2e1f141e2bf6743ca7d44ad60 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "73caf8c64a3d4f3ca5ea0c94f092ff6a" member_type: VOTER last_known_addr { host: "127.22.34.1" port: 45563 } } peers { permanent_uuid: "d0236744287f4873adc36b1b7933152b" member_type: VOTER last_known_addr { host: "127.22.34.2" port: 40759 } } peers { permanent_uuid: "ae5ce7d2e1f141e2bf6743ca7d44ad60" member_type: VOTER last_known_addr { host: "127.22.34.3" port: 44843 } }
12:25:45.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.395095 23462 consensus_queue.cc:260] T 0349d82f7ee14bfc9d76e54c646d190b P d0236744287f4873adc36b1b7933152b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d0236744287f4873adc36b1b7933152b" member_type: VOTER last_known_addr { host: "127.22.34.2" port: 40759 } } peers { permanent_uuid: "ae5ce7d2e1f141e2bf6743ca7d44ad60" member_type: VOTER last_known_addr { host: "127.22.34.3" port: 44843 } } peers { permanent_uuid: "73caf8c64a3d4f3ca5ea0c94f092ff6a" member_type: VOTER last_known_addr { host: "127.22.34.1" port: 45563 } }
12:25:45.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.400489 23463 ts_tablet_manager.cc:1428] T d5120259f656497281900a077ebb5290 P ae5ce7d2e1f141e2bf6743ca7d44ad60: Time spent starting tablet: real 0.015s user 0.004s sys 0.004s
12:25:45.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:45.403977 23141 tablet.cc:2369] T 0349d82f7ee14bfc9d76e54c646d190b P 73caf8c64a3d4f3ca5ea0c94f092ff6a: Can't schedule compaction. Clean time has not been advanced past its initial value.
12:25:45.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.407150 23462 ts_tablet_manager.cc:1428] T 0349d82f7ee14bfc9d76e54c646d190b P d0236744287f4873adc36b1b7933152b: Time spent starting tablet: real 0.082s user 0.040s sys 0.000s
12:25:45.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.408195 23462 tablet_bootstrap.cc:492] T d5120259f656497281900a077ebb5290 P d0236744287f4873adc36b1b7933152b: Bootstrap starting.
12:25:45.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.415977 23462 tablet_bootstrap.cc:654] T d5120259f656497281900a077ebb5290 P d0236744287f4873adc36b1b7933152b: Neither blocks nor log segments found. Creating new log.
12:25:45.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.430590 23462 tablet_bootstrap.cc:492] T d5120259f656497281900a077ebb5290 P d0236744287f4873adc36b1b7933152b: No bootstrap required, opened a new log
12:25:45.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.431020 23462 ts_tablet_manager.cc:1397] T d5120259f656497281900a077ebb5290 P d0236744287f4873adc36b1b7933152b: Time spent bootstrapping tablet: real 0.023s user 0.019s sys 0.000s
12:25:45.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.433302 23462 raft_consensus.cc:348] T d5120259f656497281900a077ebb5290 P d0236744287f4873adc36b1b7933152b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "73caf8c64a3d4f3ca5ea0c94f092ff6a" member_type: VOTER last_known_addr { host: "127.22.34.1" port: 45563 } } peers { permanent_uuid: "d0236744287f4873adc36b1b7933152b" member_type: VOTER last_known_addr { host: "127.22.34.2" port: 40759 } } peers { permanent_uuid: "ae5ce7d2e1f141e2bf6743ca7d44ad60" member_type: VOTER last_known_addr { host: "127.22.34.3" port: 44843 } }
12:25:45.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.434010 23462 raft_consensus.cc:374] T d5120259f656497281900a077ebb5290 P d0236744287f4873adc36b1b7933152b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
12:25:45.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.434259 23462 raft_consensus.cc:729] T d5120259f656497281900a077ebb5290 P d0236744287f4873adc36b1b7933152b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d0236744287f4873adc36b1b7933152b, State: Initialized, Role: FOLLOWER
12:25:45.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.435199 23462 consensus_queue.cc:260] T d5120259f656497281900a077ebb5290 P d0236744287f4873adc36b1b7933152b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "73caf8c64a3d4f3ca5ea0c94f092ff6a" member_type: VOTER last_known_addr { host: "127.22.34.1" port: 45563 } } peers { permanent_uuid: "d0236744287f4873adc36b1b7933152b" member_type: VOTER last_known_addr { host: "127.22.34.2" port: 40759 } } peers { permanent_uuid: "ae5ce7d2e1f141e2bf6743ca7d44ad60" member_type: VOTER last_known_addr { host: "127.22.34.3" port: 44843 } }
12:25:45.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.437234 23462 ts_tablet_manager.cc:1428] T d5120259f656497281900a077ebb5290 P d0236744287f4873adc36b1b7933152b: Time spent starting tablet: real 0.006s user 0.007s sys 0.000s
12:25:45.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.498996 23469 raft_consensus.cc:482] T 0349d82f7ee14bfc9d76e54c646d190b P 73caf8c64a3d4f3ca5ea0c94f092ff6a [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
12:25:45.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.499552 23469 raft_consensus.cc:504] T 0349d82f7ee14bfc9d76e54c646d190b P 73caf8c64a3d4f3ca5ea0c94f092ff6a [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d0236744287f4873adc36b1b7933152b" member_type: VOTER last_known_addr { host: "127.22.34.2" port: 40759 } } peers { permanent_uuid: "ae5ce7d2e1f141e2bf6743ca7d44ad60" member_type: VOTER last_known_addr { host: "127.22.34.3" port: 44843 } } peers { permanent_uuid: "73caf8c64a3d4f3ca5ea0c94f092ff6a" member_type: VOTER last_known_addr { host: "127.22.34.1" port: 45563 } }
12:25:45.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.501938 23469 leader_election.cc:288] T 0349d82f7ee14bfc9d76e54c646d190b P 73caf8c64a3d4f3ca5ea0c94f092ff6a [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers d0236744287f4873adc36b1b7933152b (127.22.34.2:40759), ae5ce7d2e1f141e2bf6743ca7d44ad60 (127.22.34.3:44843)
12:25:45.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.514578 23391 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "0349d82f7ee14bfc9d76e54c646d190b" candidate_uuid: "73caf8c64a3d4f3ca5ea0c94f092ff6a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ae5ce7d2e1f141e2bf6743ca7d44ad60" is_pre_election: true
12:25:45.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.515403 23391 raft_consensus.cc:2454] T 0349d82f7ee14bfc9d76e54c646d190b P ae5ce7d2e1f141e2bf6743ca7d44ad60 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 73caf8c64a3d4f3ca5ea0c94f092ff6a in term 0.
12:25:45.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.515690 23243 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "0349d82f7ee14bfc9d76e54c646d190b" candidate_uuid: "73caf8c64a3d4f3ca5ea0c94f092ff6a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d0236744287f4873adc36b1b7933152b" is_pre_election: true
12:25:45.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.516523 23243 raft_consensus.cc:2454] T 0349d82f7ee14bfc9d76e54c646d190b P d0236744287f4873adc36b1b7933152b [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 73caf8c64a3d4f3ca5ea0c94f092ff6a in term 0.
12:25:45.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.516616 23014 leader_election.cc:302] T 0349d82f7ee14bfc9d76e54c646d190b P 73caf8c64a3d4f3ca5ea0c94f092ff6a [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 73caf8c64a3d4f3ca5ea0c94f092ff6a, ae5ce7d2e1f141e2bf6743ca7d44ad60; no voters:
12:25:45.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.517449 23469 raft_consensus.cc:2781] T 0349d82f7ee14bfc9d76e54c646d190b P 73caf8c64a3d4f3ca5ea0c94f092ff6a [term 0 FOLLOWER]: Leader pre-election won for term 1
12:25:45.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.517725 23469 raft_consensus.cc:482] T 0349d82f7ee14bfc9d76e54c646d190b P 73caf8c64a3d4f3ca5ea0c94f092ff6a [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
12:25:45.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.518007 23469 raft_consensus.cc:3037] T 0349d82f7ee14bfc9d76e54c646d190b P 73caf8c64a3d4f3ca5ea0c94f092ff6a [term 0 FOLLOWER]: Advancing to term 1
12:25:45.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.522192 23469 raft_consensus.cc:504] T 0349d82f7ee14bfc9d76e54c646d190b P 73caf8c64a3d4f3ca5ea0c94f092ff6a [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d0236744287f4873adc36b1b7933152b" member_type: VOTER last_known_addr { host: "127.22.34.2" port: 40759 } } peers { permanent_uuid: "ae5ce7d2e1f141e2bf6743ca7d44ad60" member_type: VOTER last_known_addr { host: "127.22.34.3" port: 44843 } } peers { permanent_uuid: "73caf8c64a3d4f3ca5ea0c94f092ff6a" member_type: VOTER last_known_addr { host: "127.22.34.1" port: 45563 } }
12:25:45.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.523576 23469 leader_election.cc:288] T 0349d82f7ee14bfc9d76e54c646d190b P 73caf8c64a3d4f3ca5ea0c94f092ff6a [CANDIDATE]: Term 1 election: Requested vote from peers d0236744287f4873adc36b1b7933152b (127.22.34.2:40759), ae5ce7d2e1f141e2bf6743ca7d44ad60 (127.22.34.3:44843)
12:25:45.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.524224 23243 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "0349d82f7ee14bfc9d76e54c646d190b" candidate_uuid: "73caf8c64a3d4f3ca5ea0c94f092ff6a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d0236744287f4873adc36b1b7933152b"
12:25:45.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.524487 23391 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "0349d82f7ee14bfc9d76e54c646d190b" candidate_uuid: "73caf8c64a3d4f3ca5ea0c94f092ff6a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ae5ce7d2e1f141e2bf6743ca7d44ad60"
12:25:45.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.524717 23243 raft_consensus.cc:3037] T 0349d82f7ee14bfc9d76e54c646d190b P d0236744287f4873adc36b1b7933152b [term 0 FOLLOWER]: Advancing to term 1
12:25:45.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.524868 23391 raft_consensus.cc:3037] T 0349d82f7ee14bfc9d76e54c646d190b P ae5ce7d2e1f141e2bf6743ca7d44ad60 [term 0 FOLLOWER]: Advancing to term 1
12:25:45.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.529043 23391 raft_consensus.cc:2454] T 0349d82f7ee14bfc9d76e54c646d190b P ae5ce7d2e1f141e2bf6743ca7d44ad60 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 73caf8c64a3d4f3ca5ea0c94f092ff6a in term 1.
12:25:45.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.529639 23243 raft_consensus.cc:2454] T 0349d82f7ee14bfc9d76e54c646d190b P d0236744287f4873adc36b1b7933152b [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 73caf8c64a3d4f3ca5ea0c94f092ff6a in term 1.
12:25:45.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.530031 23014 leader_election.cc:302] T 0349d82f7ee14bfc9d76e54c646d190b P 73caf8c64a3d4f3ca5ea0c94f092ff6a [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 73caf8c64a3d4f3ca5ea0c94f092ff6a, ae5ce7d2e1f141e2bf6743ca7d44ad60; no voters:
12:25:45.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.530709 23469 raft_consensus.cc:2781] T 0349d82f7ee14bfc9d76e54c646d190b P 73caf8c64a3d4f3ca5ea0c94f092ff6a [term 1 FOLLOWER]: Leader election won for term 1
12:25:45.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.532244 23469 raft_consensus.cc:686] T 0349d82f7ee14bfc9d76e54c646d190b P 73caf8c64a3d4f3ca5ea0c94f092ff6a [term 1 LEADER]: Becoming Leader. State: Replica: 73caf8c64a3d4f3ca5ea0c94f092ff6a, State: Running, Role: LEADER
12:25:45.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.533135 23469 consensus_queue.cc:237] T 0349d82f7ee14bfc9d76e54c646d190b P 73caf8c64a3d4f3ca5ea0c94f092ff6a [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d0236744287f4873adc36b1b7933152b" member_type: VOTER last_known_addr { host: "127.22.34.2" port: 40759 } } peers { permanent_uuid: "ae5ce7d2e1f141e2bf6743ca7d44ad60" member_type: VOTER last_known_addr { host: "127.22.34.3" port: 44843 } } peers { permanent_uuid: "73caf8c64a3d4f3ca5ea0c94f092ff6a" member_type: VOTER last_known_addr { host: "127.22.34.1" port: 45563 } }
12:25:45.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.543138 22881 catalog_manager.cc:5495] T 0349d82f7ee14bfc9d76e54c646d190b P 73caf8c64a3d4f3ca5ea0c94f092ff6a reported cstate change: term changed from 0 to 1, leader changed from <none> to 73caf8c64a3d4f3ca5ea0c94f092ff6a (127.22.34.1). New cstate: current_term: 1 leader_uuid: "73caf8c64a3d4f3ca5ea0c94f092ff6a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d0236744287f4873adc36b1b7933152b" member_type: VOTER last_known_addr { host: "127.22.34.2" port: 40759 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "ae5ce7d2e1f141e2bf6743ca7d44ad60" member_type: VOTER last_known_addr { host: "127.22.34.3" port: 44843 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "73caf8c64a3d4f3ca5ea0c94f092ff6a" member_type: VOTER last_known_addr { host: "127.22.34.1" port: 45563 } health_report { overall_health: HEALTHY } } }
12:25:45.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:45.544844 23441 tablet.cc:2369] T 0349d82f7ee14bfc9d76e54c646d190b P ae5ce7d2e1f141e2bf6743ca7d44ad60: Can't schedule compaction. Clean time has not been advanced past its initial value.
12:25:45.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:45.596207 23291 tablet.cc:2369] T 0349d82f7ee14bfc9d76e54c646d190b P d0236744287f4873adc36b1b7933152b: Can't schedule compaction. Clean time has not been advanced past its initial value.
12:25:45.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.635828 23469 raft_consensus.cc:482] T d5120259f656497281900a077ebb5290 P 73caf8c64a3d4f3ca5ea0c94f092ff6a [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
12:25:45.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.636296 23469 raft_consensus.cc:504] T d5120259f656497281900a077ebb5290 P 73caf8c64a3d4f3ca5ea0c94f092ff6a [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "73caf8c64a3d4f3ca5ea0c94f092ff6a" member_type: VOTER last_known_addr { host: "127.22.34.1" port: 45563 } } peers { permanent_uuid: "d0236744287f4873adc36b1b7933152b" member_type: VOTER last_known_addr { host: "127.22.34.2" port: 40759 } } peers { permanent_uuid: "ae5ce7d2e1f141e2bf6743ca7d44ad60" member_type: VOTER last_known_addr { host: "127.22.34.3" port: 44843 } }
12:25:45.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.638079 23469 leader_election.cc:288] T d5120259f656497281900a077ebb5290 P 73caf8c64a3d4f3ca5ea0c94f092ff6a [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers d0236744287f4873adc36b1b7933152b (127.22.34.2:40759), ae5ce7d2e1f141e2bf6743ca7d44ad60 (127.22.34.3:44843)
12:25:45.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.638863 23243 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "d5120259f656497281900a077ebb5290" candidate_uuid: "73caf8c64a3d4f3ca5ea0c94f092ff6a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d0236744287f4873adc36b1b7933152b" is_pre_election: true
12:25:45.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.639441 23243 raft_consensus.cc:2454] T d5120259f656497281900a077ebb5290 P d0236744287f4873adc36b1b7933152b [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 73caf8c64a3d4f3ca5ea0c94f092ff6a in term 0.
12:25:45.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.639508 23391 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "d5120259f656497281900a077ebb5290" candidate_uuid: "73caf8c64a3d4f3ca5ea0c94f092ff6a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ae5ce7d2e1f141e2bf6743ca7d44ad60" is_pre_election: true
12:25:45.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.640070 23391 raft_consensus.cc:2454] T d5120259f656497281900a077ebb5290 P ae5ce7d2e1f141e2bf6743ca7d44ad60 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 73caf8c64a3d4f3ca5ea0c94f092ff6a in term 0.
12:25:45.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.640476 23013 leader_election.cc:302] T d5120259f656497281900a077ebb5290 P 73caf8c64a3d4f3ca5ea0c94f092ff6a [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 73caf8c64a3d4f3ca5ea0c94f092ff6a, d0236744287f4873adc36b1b7933152b; no voters:
12:25:45.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.641258 23469 raft_consensus.cc:2781] T d5120259f656497281900a077ebb5290 P 73caf8c64a3d4f3ca5ea0c94f092ff6a [term 0 FOLLOWER]: Leader pre-election won for term 1
12:25:45.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.641578 23469 raft_consensus.cc:482] T d5120259f656497281900a077ebb5290 P 73caf8c64a3d4f3ca5ea0c94f092ff6a [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
12:25:45.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.641858 23469 raft_consensus.cc:3037] T d5120259f656497281900a077ebb5290 P 73caf8c64a3d4f3ca5ea0c94f092ff6a [term 0 FOLLOWER]: Advancing to term 1
12:25:45.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.645768 23469 raft_consensus.cc:504] T d5120259f656497281900a077ebb5290 P 73caf8c64a3d4f3ca5ea0c94f092ff6a [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "73caf8c64a3d4f3ca5ea0c94f092ff6a" member_type: VOTER last_known_addr { host: "127.22.34.1" port: 45563 } } peers { permanent_uuid: "d0236744287f4873adc36b1b7933152b" member_type: VOTER last_known_addr { host: "127.22.34.2" port: 40759 } } peers { permanent_uuid: "ae5ce7d2e1f141e2bf6743ca7d44ad60" member_type: VOTER last_known_addr { host: "127.22.34.3" port: 44843 } }
12:25:45.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.647493 23469 leader_election.cc:288] T d5120259f656497281900a077ebb5290 P 73caf8c64a3d4f3ca5ea0c94f092ff6a [CANDIDATE]: Term 1 election: Requested vote from peers d0236744287f4873adc36b1b7933152b (127.22.34.2:40759), ae5ce7d2e1f141e2bf6743ca7d44ad60 (127.22.34.3:44843)
12:25:45.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.648528 23243 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "d5120259f656497281900a077ebb5290" candidate_uuid: "73caf8c64a3d4f3ca5ea0c94f092ff6a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d0236744287f4873adc36b1b7933152b"
12:25:45.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.648778 23391 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "d5120259f656497281900a077ebb5290" candidate_uuid: "73caf8c64a3d4f3ca5ea0c94f092ff6a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ae5ce7d2e1f141e2bf6743ca7d44ad60"
12:25:45.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.649068 23243 raft_consensus.cc:3037] T d5120259f656497281900a077ebb5290 P d0236744287f4873adc36b1b7933152b [term 0 FOLLOWER]: Advancing to term 1
12:25:45.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.649345 23391 raft_consensus.cc:3037] T d5120259f656497281900a077ebb5290 P ae5ce7d2e1f141e2bf6743ca7d44ad60 [term 0 FOLLOWER]: Advancing to term 1
12:25:45.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.653261 23391 raft_consensus.cc:2454] T d5120259f656497281900a077ebb5290 P ae5ce7d2e1f141e2bf6743ca7d44ad60 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 73caf8c64a3d4f3ca5ea0c94f092ff6a in term 1.
12:25:45.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.654167 23014 leader_election.cc:302] T d5120259f656497281900a077ebb5290 P 73caf8c64a3d4f3ca5ea0c94f092ff6a [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 73caf8c64a3d4f3ca5ea0c94f092ff6a, ae5ce7d2e1f141e2bf6743ca7d44ad60; no voters:
12:25:45.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.654723 23243 raft_consensus.cc:2454] T d5120259f656497281900a077ebb5290 P d0236744287f4873adc36b1b7933152b [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 73caf8c64a3d4f3ca5ea0c94f092ff6a in term 1.
12:25:45.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.654906 23469 raft_consensus.cc:2781] T d5120259f656497281900a077ebb5290 P 73caf8c64a3d4f3ca5ea0c94f092ff6a [term 1 FOLLOWER]: Leader election won for term 1
12:25:45.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.655318 23469 raft_consensus.cc:686] T d5120259f656497281900a077ebb5290 P 73caf8c64a3d4f3ca5ea0c94f092ff6a [term 1 LEADER]: Becoming Leader. State: Replica: 73caf8c64a3d4f3ca5ea0c94f092ff6a, State: Running, Role: LEADER
12:25:45.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.657145 23469 consensus_queue.cc:237] T d5120259f656497281900a077ebb5290 P 73caf8c64a3d4f3ca5ea0c94f092ff6a [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "73caf8c64a3d4f3ca5ea0c94f092ff6a" member_type: VOTER last_known_addr { host: "127.22.34.1" port: 45563 } } peers { permanent_uuid: "d0236744287f4873adc36b1b7933152b" member_type: VOTER last_known_addr { host: "127.22.34.2" port: 40759 } } peers { permanent_uuid: "ae5ce7d2e1f141e2bf6743ca7d44ad60" member_type: VOTER last_known_addr { host: "127.22.34.3" port: 44843 } }
12:25:45.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:45.665715 22881 catalog_manager.cc:5495] T d5120259f656497281900a077ebb5290 P 73caf8c64a3d4f3ca5ea0c94f092ff6a reported cstate change: term changed from 0 to 1, leader changed from <none> to 73caf8c64a3d4f3ca5ea0c94f092ff6a (127.22.34.1). New cstate: current_term: 1 leader_uuid: "73caf8c64a3d4f3ca5ea0c94f092ff6a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "73caf8c64a3d4f3ca5ea0c94f092ff6a" member_type: VOTER last_known_addr { host: "127.22.34.1" port: 45563 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "d0236744287f4873adc36b1b7933152b" member_type: VOTER last_known_addr { host: "127.22.34.2" port: 40759 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "ae5ce7d2e1f141e2bf6743ca7d44ad60" member_type: VOTER last_known_addr { host: "127.22.34.3" port: 44843 } health_report { overall_health: UNKNOWN } } }
12:25:46.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:46.081557 23469 consensus_queue.cc:1035] T 0349d82f7ee14bfc9d76e54c646d190b P 73caf8c64a3d4f3ca5ea0c94f092ff6a [LEADER]: Connected to new peer: Peer: permanent_uuid: "d0236744287f4873adc36b1b7933152b" member_type: VOTER last_known_addr { host: "127.22.34.2" port: 40759 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
12:25:46.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:46.087565 23469 consensus_queue.cc:1035] T d5120259f656497281900a077ebb5290 P 73caf8c64a3d4f3ca5ea0c94f092ff6a [LEADER]: Connected to new peer: Peer: permanent_uuid: "ae5ce7d2e1f141e2bf6743ca7d44ad60" member_type: VOTER last_known_addr { host: "127.22.34.3" port: 44843 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
12:25:46.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:46.098341 23469 consensus_queue.cc:1035] T d5120259f656497281900a077ebb5290 P 73caf8c64a3d4f3ca5ea0c94f092ff6a [LEADER]: Connected to new peer: Peer: permanent_uuid: "d0236744287f4873adc36b1b7933152b" member_type: VOTER last_known_addr { host: "127.22.34.2" port: 40759 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
12:25:46.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:46.107157 23469 consensus_queue.cc:1035] T 0349d82f7ee14bfc9d76e54c646d190b P 73caf8c64a3d4f3ca5ea0c94f092ff6a [LEADER]: Connected to new peer: Peer: permanent_uuid: "ae5ce7d2e1f141e2bf6743ca7d44ad60" member_type: VOTER last_known_addr { host: "127.22.34.3" port: 44843 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
12:25:46.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:46.205644 22881 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:40160:
12:25:46.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
12:25:46.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
12:25:46.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
12:25:46.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
12:25:46.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
12:25:46.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
12:25:46.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
12:25:46.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
12:25:46.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
12:25:46.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
12:25:46.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
12:25:46.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:25:46.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
12:25:46.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
12:25:46.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
12:25:46.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
12:25:46.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
12:25:46.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
12:25:46.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
12:25:46.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
12:25:46.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
12:25:46.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:25:46.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
12:25:46.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
12:25:46.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
12:25:46.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
12:25:46.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
12:25:46.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
12:25:46.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
12:25:46.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
12:25:46.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
12:25:46.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:25:46.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
12:25:46.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
12:25:46.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
12:25:46.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
12:25:46.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
12:25:46.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
12:25:46.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
12:25:46.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
12:25:46.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
12:25:46.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:25:46.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:25:46.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
12:25:46.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
12:25:46.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
12:25:46.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
12:25:46.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:25:46.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
12:25:46.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
12:25:46.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
12:25:46.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
12:25:46.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:25:46.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:25:46.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:25:46.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
12:25:46.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:46.208443 22881 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
12:25:46.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:46.210588 23013 outbound_call.cc:322] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.22.34.2:40759, user_credentials={real_user=slave}} blocked reactor thread for 55135.3us
12:25:46.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:46.278609 23223 tablet_service.cc:1467] Processing CreateTablet for tablet e625283d27f04adcb3b9af4251053380 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=54599481152244529e883f4db3909b38]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
12:25:46.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:46.280282 23223 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet e625283d27f04adcb3b9af4251053380. 1 dirs total, 0 dirs full, 0 dirs failed
12:25:46.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:46.279655 23370 tablet_service.cc:1467] Processing CreateTablet for tablet e625283d27f04adcb3b9af4251053380 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=54599481152244529e883f4db3909b38]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
12:25:46.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:46.279772 23072 tablet_service.cc:1467] Processing CreateTablet for tablet e625283d27f04adcb3b9af4251053380 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=54599481152244529e883f4db3909b38]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
12:25:46.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:46.281203 23370 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet e625283d27f04adcb3b9af4251053380. 1 dirs total, 0 dirs full, 0 dirs failed
12:25:46.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:46.281376 23072 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet e625283d27f04adcb3b9af4251053380. 1 dirs total, 0 dirs full, 0 dirs failed
12:25:46.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:46.299381 23514 tablet_bootstrap.cc:492] T e625283d27f04adcb3b9af4251053380 P ae5ce7d2e1f141e2bf6743ca7d44ad60: Bootstrap starting.
12:25:46.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:46.300985 23515 tablet_bootstrap.cc:492] T e625283d27f04adcb3b9af4251053380 P 73caf8c64a3d4f3ca5ea0c94f092ff6a: Bootstrap starting.
12:25:46.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:46.302412 23516 tablet_bootstrap.cc:492] T e625283d27f04adcb3b9af4251053380 P d0236744287f4873adc36b1b7933152b: Bootstrap starting.
12:25:46.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:46.307240 23516 tablet_bootstrap.cc:654] T e625283d27f04adcb3b9af4251053380 P d0236744287f4873adc36b1b7933152b: Neither blocks nor log segments found. Creating new log.
12:25:46.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:46.307467 23514 tablet_bootstrap.cc:654] T e625283d27f04adcb3b9af4251053380 P ae5ce7d2e1f141e2bf6743ca7d44ad60: Neither blocks nor log segments found. Creating new log.
12:25:46.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:46.308007 23515 tablet_bootstrap.cc:654] T e625283d27f04adcb3b9af4251053380 P 73caf8c64a3d4f3ca5ea0c94f092ff6a: Neither blocks nor log segments found. Creating new log.
12:25:46.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:46.312790 23516 tablet_bootstrap.cc:492] T e625283d27f04adcb3b9af4251053380 P d0236744287f4873adc36b1b7933152b: No bootstrap required, opened a new log
12:25:46.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:46.313195 23516 ts_tablet_manager.cc:1397] T e625283d27f04adcb3b9af4251053380 P d0236744287f4873adc36b1b7933152b: Time spent bootstrapping tablet: real 0.011s user 0.010s sys 0.000s
12:25:46.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:46.313549 23514 tablet_bootstrap.cc:492] T e625283d27f04adcb3b9af4251053380 P ae5ce7d2e1f141e2bf6743ca7d44ad60: No bootstrap required, opened a new log
12:25:46.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:46.313895 23514 ts_tablet_manager.cc:1397] T e625283d27f04adcb3b9af4251053380 P ae5ce7d2e1f141e2bf6743ca7d44ad60: Time spent bootstrapping tablet: real 0.015s user 0.011s sys 0.000s
12:25:46.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:46.315130 23515 tablet_bootstrap.cc:492] T e625283d27f04adcb3b9af4251053380 P 73caf8c64a3d4f3ca5ea0c94f092ff6a: No bootstrap required, opened a new log
12:25:46.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:46.315513 23515 ts_tablet_manager.cc:1397] T e625283d27f04adcb3b9af4251053380 P 73caf8c64a3d4f3ca5ea0c94f092ff6a: Time spent bootstrapping tablet: real 0.015s user 0.006s sys 0.005s
12:25:46.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:46.315610 23516 raft_consensus.cc:348] T e625283d27f04adcb3b9af4251053380 P d0236744287f4873adc36b1b7933152b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "73caf8c64a3d4f3ca5ea0c94f092ff6a" member_type: VOTER last_known_addr { host: "127.22.34.1" port: 45563 } } peers { permanent_uuid: "d0236744287f4873adc36b1b7933152b" member_type: VOTER last_known_addr { host: "127.22.34.2" port: 40759 } } peers { permanent_uuid: "ae5ce7d2e1f141e2bf6743ca7d44ad60" member_type: VOTER last_known_addr { host: "127.22.34.3" port: 44843 } }
12:25:46.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:46.316299 23516 raft_consensus.cc:374] T e625283d27f04adcb3b9af4251053380 P d0236744287f4873adc36b1b7933152b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
12:25:46.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:46.316639 23516 raft_consensus.cc:729] T e625283d27f04adcb3b9af4251053380 P d0236744287f4873adc36b1b7933152b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d0236744287f4873adc36b1b7933152b, State: Initialized, Role: FOLLOWER
12:25:46.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:46.316545 23514 raft_consensus.cc:348] T e625283d27f04adcb3b9af4251053380 P ae5ce7d2e1f141e2bf6743ca7d44ad60 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "73caf8c64a3d4f3ca5ea0c94f092ff6a" member_type: VOTER last_known_addr { host: "127.22.34.1" port: 45563 } } peers { permanent_uuid: "d0236744287f4873adc36b1b7933152b" member_type: VOTER last_known_addr { host: "127.22.34.2" port: 40759 } } peers { permanent_uuid: "ae5ce7d2e1f141e2bf6743ca7d44ad60" member_type: VOTER last_known_addr { host: "127.22.34.3" port: 44843 } }
12:25:46.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:46.317245 23514 raft_consensus.cc:374] T e625283d27f04adcb3b9af4251053380 P ae5ce7d2e1f141e2bf6743ca7d44ad60 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
12:25:46.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:46.317510 23514 raft_consensus.cc:729] T e625283d27f04adcb3b9af4251053380 P ae5ce7d2e1f141e2bf6743ca7d44ad60 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ae5ce7d2e1f141e2bf6743ca7d44ad60, State: Initialized, Role: FOLLOWER
12:25:46.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:46.317261 23516 consensus_queue.cc:260] T e625283d27f04adcb3b9af4251053380 P d0236744287f4873adc36b1b7933152b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "73caf8c64a3d4f3ca5ea0c94f092ff6a" member_type: VOTER last_known_addr { host: "127.22.34.1" port: 45563 } } peers { permanent_uuid: "d0236744287f4873adc36b1b7933152b" member_type: VOTER last_known_addr { host: "127.22.34.2" port: 40759 } } peers { permanent_uuid: "ae5ce7d2e1f141e2bf6743ca7d44ad60" member_type: VOTER last_known_addr { host: "127.22.34.3" port: 44843 } }
12:25:46.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:46.318660 23492 tablet_replica.cc:439] T e625283d27f04adcb3b9af4251053380 P d0236744287f4873adc36b1b7933152b: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "73caf8c64a3d4f3ca5ea0c94f092ff6a" member_type: VOTER last_known_addr { host: "127.22.34.1" port: 45563 } } peers { permanent_uuid: "d0236744287f4873adc36b1b7933152b" member_type: VOTER last_known_addr { host: "127.22.34.2" port: 40759 } } peers { permanent_uuid: "ae5ce7d2e1f141e2bf6743ca7d44ad60" member_type: VOTER last_known_addr { host: "127.22.34.3" port: 44843 } } }
12:25:46.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:46.319196 23516 ts_tablet_manager.cc:1428] T e625283d27f04adcb3b9af4251053380 P d0236744287f4873adc36b1b7933152b: Time spent starting tablet: real 0.006s user 0.005s sys 0.000s
12:25:46.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:46.319417 23492 tablet_replica.cc:442] T e625283d27f04adcb3b9af4251053380 P d0236744287f4873adc36b1b7933152b: This TxnStatusTablet replica's current role is: FOLLOWER
12:25:46.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:46.319042 23515 raft_consensus.cc:348] T e625283d27f04adcb3b9af4251053380 P 73caf8c64a3d4f3ca5ea0c94f092ff6a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "73caf8c64a3d4f3ca5ea0c94f092ff6a" member_type: VOTER last_known_addr { host: "127.22.34.1" port: 45563 } } peers { permanent_uuid: "d0236744287f4873adc36b1b7933152b" member_type: VOTER last_known_addr { host: "127.22.34.2" port: 40759 } } peers { permanent_uuid: "ae5ce7d2e1f141e2bf6743ca7d44ad60" member_type: VOTER last_known_addr { host: "127.22.34.3" port: 44843 } }
12:25:46.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:46.319743 23515 raft_consensus.cc:374] T e625283d27f04adcb3b9af4251053380 P 73caf8c64a3d4f3ca5ea0c94f092ff6a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
12:25:46.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:46.320012 23515 raft_consensus.cc:729] T e625283d27f04adcb3b9af4251053380 P 73caf8c64a3d4f3ca5ea0c94f092ff6a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 73caf8c64a3d4f3ca5ea0c94f092ff6a, State: Initialized, Role: FOLLOWER
12:25:46.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:46.320706 23515 consensus_queue.cc:260] T e625283d27f04adcb3b9af4251053380 P 73caf8c64a3d4f3ca5ea0c94f092ff6a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "73caf8c64a3d4f3ca5ea0c94f092ff6a" member_type: VOTER last_known_addr { host: "127.22.34.1" port: 45563 } } peers { permanent_uuid: "d0236744287f4873adc36b1b7933152b" member_type: VOTER last_known_addr { host: "127.22.34.2" port: 40759 } } peers { permanent_uuid: "ae5ce7d2e1f141e2bf6743ca7d44ad60" member_type: VOTER last_known_addr { host: "127.22.34.3" port: 44843 } }
12:25:46.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:46.322285 23502 tablet_replica.cc:439] T e625283d27f04adcb3b9af4251053380 P 73caf8c64a3d4f3ca5ea0c94f092ff6a: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "73caf8c64a3d4f3ca5ea0c94f092ff6a" member_type: VOTER last_known_addr { host: "127.22.34.1" port: 45563 } } peers { permanent_uuid: "d0236744287f4873adc36b1b7933152b" member_type: VOTER last_known_addr { host: "127.22.34.2" port: 40759 } } peers { permanent_uuid: "ae5ce7d2e1f141e2bf6743ca7d44ad60" member_type: VOTER last_known_addr { host: "127.22.34.3" port: 44843 } } }
12:25:46.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:46.322996 23502 tablet_replica.cc:442] T e625283d27f04adcb3b9af4251053380 P 73caf8c64a3d4f3ca5ea0c94f092ff6a: This TxnStatusTablet replica's current role is: FOLLOWER
12:25:46.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:46.323117 23515 ts_tablet_manager.cc:1428] T e625283d27f04adcb3b9af4251053380 P 73caf8c64a3d4f3ca5ea0c94f092ff6a: Time spent starting tablet: real 0.007s user 0.006s sys 0.002s
12:25:46.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:46.326339 23514 consensus_queue.cc:260] T e625283d27f04adcb3b9af4251053380 P ae5ce7d2e1f141e2bf6743ca7d44ad60 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "73caf8c64a3d4f3ca5ea0c94f092ff6a" member_type: VOTER last_known_addr { host: "127.22.34.1" port: 45563 } } peers { permanent_uuid: "d0236744287f4873adc36b1b7933152b" member_type: VOTER last_known_addr { host: "127.22.34.2" port: 40759 } } peers { permanent_uuid: "ae5ce7d2e1f141e2bf6743ca7d44ad60" member_type: VOTER last_known_addr { host: "127.22.34.3" port: 44843 } }
12:25:46.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:46.327911 23491 tablet_replica.cc:439] T e625283d27f04adcb3b9af4251053380 P ae5ce7d2e1f141e2bf6743ca7d44ad60: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "73caf8c64a3d4f3ca5ea0c94f092ff6a" member_type: VOTER last_known_addr { host: "127.22.34.1" port: 45563 } } peers { permanent_uuid: "d0236744287f4873adc36b1b7933152b" member_type: VOTER last_known_addr { host: "127.22.34.2" port: 40759 } } peers { permanent_uuid: "ae5ce7d2e1f141e2bf6743ca7d44ad60" member_type: VOTER last_known_addr { host: "127.22.34.3" port: 44843 } } }
12:25:46.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:46.328606 23491 tablet_replica.cc:442] T e625283d27f04adcb3b9af4251053380 P ae5ce7d2e1f141e2bf6743ca7d44ad60: This TxnStatusTablet replica's current role is: FOLLOWER
12:25:46.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:46.333459 23514 ts_tablet_manager.cc:1428] T e625283d27f04adcb3b9af4251053380 P ae5ce7d2e1f141e2bf6743ca7d44ad60: Time spent starting tablet: real 0.019s user 0.005s sys 0.000s
12:25:46.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:46.510633 23491 raft_consensus.cc:482] T e625283d27f04adcb3b9af4251053380 P ae5ce7d2e1f141e2bf6743ca7d44ad60 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
12:25:46.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:46.510999 23491 raft_consensus.cc:504] T e625283d27f04adcb3b9af4251053380 P ae5ce7d2e1f141e2bf6743ca7d44ad60 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "73caf8c64a3d4f3ca5ea0c94f092ff6a" member_type: VOTER last_known_addr { host: "127.22.34.1" port: 45563 } } peers { permanent_uuid: "d0236744287f4873adc36b1b7933152b" member_type: VOTER last_known_addr { host: "127.22.34.2" port: 40759 } } peers { permanent_uuid: "ae5ce7d2e1f141e2bf6743ca7d44ad60" member_type: VOTER last_known_addr { host: "127.22.34.3" port: 44843 } }
12:25:46.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:46.513110 23491 leader_election.cc:288] T e625283d27f04adcb3b9af4251053380 P ae5ce7d2e1f141e2bf6743ca7d44ad60 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 73caf8c64a3d4f3ca5ea0c94f092ff6a (127.22.34.1:45563), d0236744287f4873adc36b1b7933152b (127.22.34.2:40759)
12:25:46.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:46.535151 23092 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "e625283d27f04adcb3b9af4251053380" candidate_uuid: "ae5ce7d2e1f141e2bf6743ca7d44ad60" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "73caf8c64a3d4f3ca5ea0c94f092ff6a" is_pre_election: true
12:25:46.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:46.535830 23092 raft_consensus.cc:2454] T e625283d27f04adcb3b9af4251053380 P 73caf8c64a3d4f3ca5ea0c94f092ff6a [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ae5ce7d2e1f141e2bf6743ca7d44ad60 in term 0.
12:25:46.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:46.536065 23242 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "e625283d27f04adcb3b9af4251053380" candidate_uuid: "ae5ce7d2e1f141e2bf6743ca7d44ad60" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d0236744287f4873adc36b1b7933152b" is_pre_election: true
12:25:46.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:46.536640 23242 raft_consensus.cc:2454] T e625283d27f04adcb3b9af4251053380 P d0236744287f4873adc36b1b7933152b [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ae5ce7d2e1f141e2bf6743ca7d44ad60 in term 0.
12:25:46.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:46.536931 23313 leader_election.cc:302] T e625283d27f04adcb3b9af4251053380 P ae5ce7d2e1f141e2bf6743ca7d44ad60 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 73caf8c64a3d4f3ca5ea0c94f092ff6a, ae5ce7d2e1f141e2bf6743ca7d44ad60; no voters:
12:25:46.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:46.537639 23491 raft_consensus.cc:2781] T e625283d27f04adcb3b9af4251053380 P ae5ce7d2e1f141e2bf6743ca7d44ad60 [term 0 FOLLOWER]: Leader pre-election won for term 1
12:25:46.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:46.537875 23491 raft_consensus.cc:482] T e625283d27f04adcb3b9af4251053380 P ae5ce7d2e1f141e2bf6743ca7d44ad60 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
12:25:46.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:46.538069 23491 raft_consensus.cc:3037] T e625283d27f04adcb3b9af4251053380 P ae5ce7d2e1f141e2bf6743ca7d44ad60 [term 0 FOLLOWER]: Advancing to term 1
12:25:46.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:46.542124 23491 raft_consensus.cc:504] T e625283d27f04adcb3b9af4251053380 P ae5ce7d2e1f141e2bf6743ca7d44ad60 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "73caf8c64a3d4f3ca5ea0c94f092ff6a" member_type: VOTER last_known_addr { host: "127.22.34.1" port: 45563 } } peers { permanent_uuid: "d0236744287f4873adc36b1b7933152b" member_type: VOTER last_known_addr { host: "127.22.34.2" port: 40759 } } peers { permanent_uuid: "ae5ce7d2e1f141e2bf6743ca7d44ad60" member_type: VOTER last_known_addr { host: "127.22.34.3" port: 44843 } }
12:25:46.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:46.543466 23491 leader_election.cc:288] T e625283d27f04adcb3b9af4251053380 P ae5ce7d2e1f141e2bf6743ca7d44ad60 [CANDIDATE]: Term 1 election: Requested vote from peers 73caf8c64a3d4f3ca5ea0c94f092ff6a (127.22.34.1:45563), d0236744287f4873adc36b1b7933152b (127.22.34.2:40759)
12:25:46.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:46.544329 23092 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "e625283d27f04adcb3b9af4251053380" candidate_uuid: "ae5ce7d2e1f141e2bf6743ca7d44ad60" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "73caf8c64a3d4f3ca5ea0c94f092ff6a"
12:25:46.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:46.544467 23242 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "e625283d27f04adcb3b9af4251053380" candidate_uuid: "ae5ce7d2e1f141e2bf6743ca7d44ad60" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d0236744287f4873adc36b1b7933152b"
12:25:46.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:46.544915 23092 raft_consensus.cc:3037] T e625283d27f04adcb3b9af4251053380 P 73caf8c64a3d4f3ca5ea0c94f092ff6a [term 0 FOLLOWER]: Advancing to term 1
12:25:46.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:46.544971 23242 raft_consensus.cc:3037] T e625283d27f04adcb3b9af4251053380 P d0236744287f4873adc36b1b7933152b [term 0 FOLLOWER]: Advancing to term 1
12:25:46.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:46.551270 23242 raft_consensus.cc:2454] T e625283d27f04adcb3b9af4251053380 P d0236744287f4873adc36b1b7933152b [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ae5ce7d2e1f141e2bf6743ca7d44ad60 in term 1.
12:25:46.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:46.551270 23092 raft_consensus.cc:2454] T e625283d27f04adcb3b9af4251053380 P 73caf8c64a3d4f3ca5ea0c94f092ff6a [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ae5ce7d2e1f141e2bf6743ca7d44ad60 in term 1.
12:25:46.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:46.552439 23312 leader_election.cc:302] T e625283d27f04adcb3b9af4251053380 P ae5ce7d2e1f141e2bf6743ca7d44ad60 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: ae5ce7d2e1f141e2bf6743ca7d44ad60, d0236744287f4873adc36b1b7933152b; no voters:
12:25:46.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:46.553313 23491 raft_consensus.cc:2781] T e625283d27f04adcb3b9af4251053380 P ae5ce7d2e1f141e2bf6743ca7d44ad60 [term 1 FOLLOWER]: Leader election won for term 1
12:25:46.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:46.555387 23491 raft_consensus.cc:686] T e625283d27f04adcb3b9af4251053380 P ae5ce7d2e1f141e2bf6743ca7d44ad60 [term 1 LEADER]: Becoming Leader. State: Replica: ae5ce7d2e1f141e2bf6743ca7d44ad60, State: Running, Role: LEADER
12:25:46.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:46.556314 23491 consensus_queue.cc:237] T e625283d27f04adcb3b9af4251053380 P ae5ce7d2e1f141e2bf6743ca7d44ad60 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "73caf8c64a3d4f3ca5ea0c94f092ff6a" member_type: VOTER last_known_addr { host: "127.22.34.1" port: 45563 } } peers { permanent_uuid: "d0236744287f4873adc36b1b7933152b" member_type: VOTER last_known_addr { host: "127.22.34.2" port: 40759 } } peers { permanent_uuid: "ae5ce7d2e1f141e2bf6743ca7d44ad60" member_type: VOTER last_known_addr { host: "127.22.34.3" port: 44843 } }
12:25:46.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:46.563424 23524 tablet_replica.cc:439] T e625283d27f04adcb3b9af4251053380 P ae5ce7d2e1f141e2bf6743ca7d44ad60: TxnStatusTablet state changed. Reason: New leader ae5ce7d2e1f141e2bf6743ca7d44ad60. Latest consensus state: current_term: 1 leader_uuid: "ae5ce7d2e1f141e2bf6743ca7d44ad60" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "73caf8c64a3d4f3ca5ea0c94f092ff6a" member_type: VOTER last_known_addr { host: "127.22.34.1" port: 45563 } } peers { permanent_uuid: "d0236744287f4873adc36b1b7933152b" member_type: VOTER last_known_addr { host: "127.22.34.2" port: 40759 } } peers { permanent_uuid: "ae5ce7d2e1f141e2bf6743ca7d44ad60" member_type: VOTER last_known_addr { host: "127.22.34.3" port: 44843 } } }
12:25:46.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:46.564213 23524 tablet_replica.cc:442] T e625283d27f04adcb3b9af4251053380 P ae5ce7d2e1f141e2bf6743ca7d44ad60: This TxnStatusTablet replica's current role is: LEADER
12:25:46.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:46.566080 22880 catalog_manager.cc:5495] T e625283d27f04adcb3b9af4251053380 P ae5ce7d2e1f141e2bf6743ca7d44ad60 reported cstate change: term changed from 0 to 1, leader changed from <none> to ae5ce7d2e1f141e2bf6743ca7d44ad60 (127.22.34.3). New cstate: current_term: 1 leader_uuid: "ae5ce7d2e1f141e2bf6743ca7d44ad60" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "73caf8c64a3d4f3ca5ea0c94f092ff6a" member_type: VOTER last_known_addr { host: "127.22.34.1" port: 45563 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "d0236744287f4873adc36b1b7933152b" member_type: VOTER last_known_addr { host: "127.22.34.2" port: 40759 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "ae5ce7d2e1f141e2bf6743ca7d44ad60" member_type: VOTER last_known_addr { host: "127.22.34.3" port: 44843 } health_report { overall_health: HEALTHY } } }
12:25:46.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:46.568029 23526 txn_status_manager.cc:873] Waiting until node catch up with all replicated operations in previous term...
12:25:46.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:46.568526 23526 txn_status_manager.cc:929] Loading transaction status metadata into memory...
12:25:46.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:46.633229 23242 raft_consensus.cc:1261] T e625283d27f04adcb3b9af4251053380 P d0236744287f4873adc36b1b7933152b [term 1 FOLLOWER]: Refusing update from remote peer ae5ce7d2e1f141e2bf6743ca7d44ad60: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
12:25:46.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:46.634176 23092 raft_consensus.cc:1261] T e625283d27f04adcb3b9af4251053380 P 73caf8c64a3d4f3ca5ea0c94f092ff6a [term 1 FOLLOWER]: Refusing update from remote peer ae5ce7d2e1f141e2bf6743ca7d44ad60: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
12:25:46.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:46.634871 23524 consensus_queue.cc:1035] T e625283d27f04adcb3b9af4251053380 P ae5ce7d2e1f141e2bf6743ca7d44ad60 [LEADER]: Connected to new peer: Peer: permanent_uuid: "d0236744287f4873adc36b1b7933152b" member_type: VOTER last_known_addr { host: "127.22.34.2" port: 40759 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
12:25:46.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:46.635743 23491 consensus_queue.cc:1035] T e625283d27f04adcb3b9af4251053380 P ae5ce7d2e1f141e2bf6743ca7d44ad60 [LEADER]: Connected to new peer: Peer: permanent_uuid: "73caf8c64a3d4f3ca5ea0c94f092ff6a" member_type: VOTER last_known_addr { host: "127.22.34.1" port: 45563 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
12:25:46.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:46.661902 23492 tablet_replica.cc:439] T e625283d27f04adcb3b9af4251053380 P d0236744287f4873adc36b1b7933152b: TxnStatusTablet state changed. Reason: New leader ae5ce7d2e1f141e2bf6743ca7d44ad60. Latest consensus state: current_term: 1 leader_uuid: "ae5ce7d2e1f141e2bf6743ca7d44ad60" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "73caf8c64a3d4f3ca5ea0c94f092ff6a" member_type: VOTER last_known_addr { host: "127.22.34.1" port: 45563 } } peers { permanent_uuid: "d0236744287f4873adc36b1b7933152b" member_type: VOTER last_known_addr { host: "127.22.34.2" port: 40759 } } peers { permanent_uuid: "ae5ce7d2e1f141e2bf6743ca7d44ad60" member_type: VOTER last_known_addr { host: "127.22.34.3" port: 44843 } } }
12:25:46.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:46.662580 23492 tablet_replica.cc:442] T e625283d27f04adcb3b9af4251053380 P d0236744287f4873adc36b1b7933152b: This TxnStatusTablet replica's current role is: FOLLOWER
12:25:46.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:46.665213 23503 mvcc.cc:205] Tried to move back new op lower bound from 7333583038994755584 to 7333583038702276608. Current Snapshot: MvccSnapshot[applied={T|T < 7333583038994755584}]
12:25:46.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:46.668298 23500 tablet_replica.cc:439] T e625283d27f04adcb3b9af4251053380 P 73caf8c64a3d4f3ca5ea0c94f092ff6a: TxnStatusTablet state changed. Reason: New leader ae5ce7d2e1f141e2bf6743ca7d44ad60. Latest consensus state: current_term: 1 leader_uuid: "ae5ce7d2e1f141e2bf6743ca7d44ad60" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "73caf8c64a3d4f3ca5ea0c94f092ff6a" member_type: VOTER last_known_addr { host: "127.22.34.1" port: 45563 } } peers { permanent_uuid: "d0236744287f4873adc36b1b7933152b" member_type: VOTER last_known_addr { host: "127.22.34.2" port: 40759 } } peers { permanent_uuid: "ae5ce7d2e1f141e2bf6743ca7d44ad60" member_type: VOTER last_known_addr { host: "127.22.34.3" port: 44843 } } }
12:25:46.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:46.669220 23500 tablet_replica.cc:442] T e625283d27f04adcb3b9af4251053380 P 73caf8c64a3d4f3ca5ea0c94f092ff6a: This TxnStatusTablet replica's current role is: FOLLOWER
12:25:46.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:46.696062 23524 tablet_replica.cc:439] T e625283d27f04adcb3b9af4251053380 P ae5ce7d2e1f141e2bf6743ca7d44ad60: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "ae5ce7d2e1f141e2bf6743ca7d44ad60" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "73caf8c64a3d4f3ca5ea0c94f092ff6a" member_type: VOTER last_known_addr { host: "127.22.34.1" port: 45563 } } peers { permanent_uuid: "d0236744287f4873adc36b1b7933152b" member_type: VOTER last_known_addr { host: "127.22.34.2" port: 40759 } } peers { permanent_uuid: "ae5ce7d2e1f141e2bf6743ca7d44ad60" member_type: VOTER last_known_addr { host: "127.22.34.3" port: 44843 } } }
12:25:46.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:46.696905 23524 tablet_replica.cc:442] T e625283d27f04adcb3b9af4251053380 P ae5ce7d2e1f141e2bf6743ca7d44ad60: This TxnStatusTablet replica's current role is: LEADER
12:25:46.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:46.699617 23524 tablet_replica.cc:439] T e625283d27f04adcb3b9af4251053380 P ae5ce7d2e1f141e2bf6743ca7d44ad60: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "ae5ce7d2e1f141e2bf6743ca7d44ad60" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "73caf8c64a3d4f3ca5ea0c94f092ff6a" member_type: VOTER last_known_addr { host: "127.22.34.1" port: 45563 } } peers { permanent_uuid: "d0236744287f4873adc36b1b7933152b" member_type: VOTER last_known_addr { host: "127.22.34.2" port: 40759 } } peers { permanent_uuid: "ae5ce7d2e1f141e2bf6743ca7d44ad60" member_type: VOTER last_known_addr { host: "127.22.34.3" port: 44843 } } }
12:25:46.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:46.700300 23524 tablet_replica.cc:442] T e625283d27f04adcb3b9af4251053380 P ae5ce7d2e1f141e2bf6743ca7d44ad60: This TxnStatusTablet replica's current role is: LEADER
12:25:46.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:46.706167 23492 tablet_replica.cc:439] T e625283d27f04adcb3b9af4251053380 P d0236744287f4873adc36b1b7933152b: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "ae5ce7d2e1f141e2bf6743ca7d44ad60" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "73caf8c64a3d4f3ca5ea0c94f092ff6a" member_type: VOTER last_known_addr { host: "127.22.34.1" port: 45563 } } peers { permanent_uuid: "d0236744287f4873adc36b1b7933152b" member_type: VOTER last_known_addr { host: "127.22.34.2" port: 40759 } } peers { permanent_uuid: "ae5ce7d2e1f141e2bf6743ca7d44ad60" member_type: VOTER last_known_addr { host: "127.22.34.3" port: 44843 } } }
12:25:46.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:46.706863 23492 tablet_replica.cc:442] T e625283d27f04adcb3b9af4251053380 P d0236744287f4873adc36b1b7933152b: This TxnStatusTablet replica's current role is: FOLLOWER
12:25:46.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:46.732477 23500 tablet_replica.cc:439] T e625283d27f04adcb3b9af4251053380 P 73caf8c64a3d4f3ca5ea0c94f092ff6a: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "ae5ce7d2e1f141e2bf6743ca7d44ad60" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "73caf8c64a3d4f3ca5ea0c94f092ff6a" member_type: VOTER last_known_addr { host: "127.22.34.1" port: 45563 } } peers { permanent_uuid: "d0236744287f4873adc36b1b7933152b" member_type: VOTER last_known_addr { host: "127.22.34.2" port: 40759 } } peers { permanent_uuid: "ae5ce7d2e1f141e2bf6743ca7d44ad60" member_type: VOTER last_known_addr { host: "127.22.34.3" port: 44843 } } }
12:25:46.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:46.733166 23500 tablet_replica.cc:442] T e625283d27f04adcb3b9af4251053380 P 73caf8c64a3d4f3ca5ea0c94f092ff6a: This TxnStatusTablet replica's current role is: FOLLOWER
12:25:46.735 [DEBUG - Time-limited test] (KuduTransaction.java:702) starting keepalive heartbeating with period 500 ms (txn ID 0)
12:25:46.742 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 02e9b15ef9e44a05a0fbb8a547554d1d
12:25:46.742 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.22.34.60:44925
12:25:46.742 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
12:25:46.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:46.743458 22664 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskpZkjsU/build/tsan/bin/kudu with pid 22841
12:25:46.775 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.22.34.60:44925(127.22.34.60:44925)] handling channelInactive
12:25:46.775 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.34.60:44925(127.22.34.60:44925)] cleaning up while in state READY due to: connection closed
12:25:46.777 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
12:25:46.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:46.980337 23535 raft_consensus.cc:482] T 00000000000000000000000000000000 P 42c00b6b110f4cd4884f266c1843ff4f [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 85b090c49d75432fbd419b9903f77e32)
12:25:46.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:46.980981 23535 raft_consensus.cc:504] T 00000000000000000000000000000000 P 42c00b6b110f4cd4884f266c1843ff4f [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9d35fff6215040acb9195734389fcba4" member_type: VOTER last_known_addr { host: "127.22.34.62" port: 46773 } } peers { permanent_uuid: "42c00b6b110f4cd4884f266c1843ff4f" member_type: VOTER last_known_addr { host: "127.22.34.61" port: 37307 } } peers { permanent_uuid: "85b090c49d75432fbd419b9903f77e32" member_type: VOTER last_known_addr { host: "127.22.34.60" port: 44925 } }
12:25:46.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:46.982861 23535 leader_election.cc:288] T 00000000000000000000000000000000 P 42c00b6b110f4cd4884f266c1843ff4f [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 9d35fff6215040acb9195734389fcba4 (127.22.34.62:46773), 85b090c49d75432fbd419b9903f77e32 (127.22.34.60:44925)
12:25:46.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:46.984092 22718 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "42c00b6b110f4cd4884f266c1843ff4f" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "9d35fff6215040acb9195734389fcba4" is_pre_election: true
12:25:46.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:46.986009 22779 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.22.34.60:44925: connect: Connection refused (error 111) [suppressed 6 similar messages]
12:25:46.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:46.989470 22779 leader_election.cc:334] T 00000000000000000000000000000000 P 42c00b6b110f4cd4884f266c1843ff4f [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 85b090c49d75432fbd419b9903f77e32 (127.22.34.60:44925): Network error: Client connection negotiation failed: client connection to 127.22.34.60:44925: connect: Connection refused (error 111)
12:25:46.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:46.989828 22779 leader_election.cc:302] T 00000000000000000000000000000000 P 42c00b6b110f4cd4884f266c1843ff4f [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 42c00b6b110f4cd4884f266c1843ff4f; no voters: 85b090c49d75432fbd419b9903f77e32, 9d35fff6215040acb9195734389fcba4
12:25:46.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:46.990543 23535 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 42c00b6b110f4cd4884f266c1843ff4f [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
12:25:46.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:46.992656 23538 raft_consensus.cc:482] T 00000000000000000000000000000000 P 9d35fff6215040acb9195734389fcba4 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 85b090c49d75432fbd419b9903f77e32)
12:25:46.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:46.992998 23538 raft_consensus.cc:504] T 00000000000000000000000000000000 P 9d35fff6215040acb9195734389fcba4 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9d35fff6215040acb9195734389fcba4" member_type: VOTER last_known_addr { host: "127.22.34.62" port: 46773 } } peers { permanent_uuid: "42c00b6b110f4cd4884f266c1843ff4f" member_type: VOTER last_known_addr { host: "127.22.34.61" port: 37307 } } peers { permanent_uuid: "85b090c49d75432fbd419b9903f77e32" member_type: VOTER last_known_addr { host: "127.22.34.60" port: 44925 } }
12:25:46.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:46.994910 23538 leader_election.cc:288] T 00000000000000000000000000000000 P 9d35fff6215040acb9195734389fcba4 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 42c00b6b110f4cd4884f266c1843ff4f (127.22.34.61:37307), 85b090c49d75432fbd419b9903f77e32 (127.22.34.60:44925)
12:25:46.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:46.996158 22802 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "9d35fff6215040acb9195734389fcba4" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "42c00b6b110f4cd4884f266c1843ff4f" is_pre_election: true
12:25:46.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:46.996850 22802 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 42c00b6b110f4cd4884f266c1843ff4f [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 9d35fff6215040acb9195734389fcba4 in term 1.
12:25:46.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:46.997483 22694 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.22.34.60:44925: connect: Connection refused (error 111) [suppressed 12 similar messages]
12:25:47.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:46.998001 22695 leader_election.cc:302] T 00000000000000000000000000000000 P 9d35fff6215040acb9195734389fcba4 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 42c00b6b110f4cd4884f266c1843ff4f, 9d35fff6215040acb9195734389fcba4; no voters:
12:25:47.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:46.998847 23538 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 9d35fff6215040acb9195734389fcba4 [term 1 FOLLOWER]: Leader pre-election won for term 2
12:25:47.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:46.999125 23538 raft_consensus.cc:482] T 00000000000000000000000000000000 P 9d35fff6215040acb9195734389fcba4 [term 1 FOLLOWER]: Starting leader election (detected failure of leader 85b090c49d75432fbd419b9903f77e32)
12:25:47.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:46.999454 23538 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 9d35fff6215040acb9195734389fcba4 [term 1 FOLLOWER]: Advancing to term 2
12:25:47.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:47.002382 22694 leader_election.cc:334] T 00000000000000000000000000000000 P 9d35fff6215040acb9195734389fcba4 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 85b090c49d75432fbd419b9903f77e32 (127.22.34.60:44925): Network error: Client connection negotiation failed: client connection to 127.22.34.60:44925: connect: Connection refused (error 111)
12:25:47.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:47.007984 23538 raft_consensus.cc:504] T 00000000000000000000000000000000 P 9d35fff6215040acb9195734389fcba4 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9d35fff6215040acb9195734389fcba4" member_type: VOTER last_known_addr { host: "127.22.34.62" port: 46773 } } peers { permanent_uuid: "42c00b6b110f4cd4884f266c1843ff4f" member_type: VOTER last_known_addr { host: "127.22.34.61" port: 37307 } } peers { permanent_uuid: "85b090c49d75432fbd419b9903f77e32" member_type: VOTER last_known_addr { host: "127.22.34.60" port: 44925 } }
12:25:47.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:47.010195 23538 leader_election.cc:288] T 00000000000000000000000000000000 P 9d35fff6215040acb9195734389fcba4 [CANDIDATE]: Term 2 election: Requested vote from peers 42c00b6b110f4cd4884f266c1843ff4f (127.22.34.61:37307), 85b090c49d75432fbd419b9903f77e32 (127.22.34.60:44925)
12:25:47.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:47.010572 22802 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "9d35fff6215040acb9195734389fcba4" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "42c00b6b110f4cd4884f266c1843ff4f"
12:25:47.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:47.011118 22802 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 42c00b6b110f4cd4884f266c1843ff4f [term 1 FOLLOWER]: Advancing to term 2
12:25:47.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:47.015628 22694 leader_election.cc:334] T 00000000000000000000000000000000 P 9d35fff6215040acb9195734389fcba4 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 85b090c49d75432fbd419b9903f77e32 (127.22.34.60:44925): Network error: Client connection negotiation failed: client connection to 127.22.34.60:44925: connect: Connection refused (error 111)
12:25:47.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:47.018675 22802 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 42c00b6b110f4cd4884f266c1843ff4f [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 9d35fff6215040acb9195734389fcba4 in term 2.
12:25:47.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:47.019642 22695 leader_election.cc:302] T 00000000000000000000000000000000 P 9d35fff6215040acb9195734389fcba4 [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 42c00b6b110f4cd4884f266c1843ff4f, 9d35fff6215040acb9195734389fcba4; no voters: 85b090c49d75432fbd419b9903f77e32
12:25:47.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:47.020460 23538 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 9d35fff6215040acb9195734389fcba4 [term 2 FOLLOWER]: Leader election won for term 2
12:25:47.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:47.021652 23538 raft_consensus.cc:686] T 00000000000000000000000000000000 P 9d35fff6215040acb9195734389fcba4 [term 2 LEADER]: Becoming Leader. State: Replica: 9d35fff6215040acb9195734389fcba4, State: Running, Role: LEADER
12:25:47.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:47.022451 23538 consensus_queue.cc:237] T 00000000000000000000000000000000 P 9d35fff6215040acb9195734389fcba4 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 11, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9d35fff6215040acb9195734389fcba4" member_type: VOTER last_known_addr { host: "127.22.34.62" port: 46773 } } peers { permanent_uuid: "42c00b6b110f4cd4884f266c1843ff4f" member_type: VOTER last_known_addr { host: "127.22.34.61" port: 37307 } } peers { permanent_uuid: "85b090c49d75432fbd419b9903f77e32" member_type: VOTER last_known_addr { host: "127.22.34.60" port: 44925 } }
12:25:47.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:47.025449 23541 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9d35fff6215040acb9195734389fcba4 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 9d35fff6215040acb9195734389fcba4. Latest consensus state: current_term: 2 leader_uuid: "9d35fff6215040acb9195734389fcba4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9d35fff6215040acb9195734389fcba4" member_type: VOTER last_known_addr { host: "127.22.34.62" port: 46773 } } peers { permanent_uuid: "42c00b6b110f4cd4884f266c1843ff4f" member_type: VOTER last_known_addr { host: "127.22.34.61" port: 37307 } } peers { permanent_uuid: "85b090c49d75432fbd419b9903f77e32" member_type: VOTER last_known_addr { host: "127.22.34.60" port: 44925 } } }
12:25:47.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:47.026258 23541 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9d35fff6215040acb9195734389fcba4 [sys.catalog]: This master's current role is: LEADER
12:25:47.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:47.028184 23542 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
12:25:47.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:47.037866 23542 catalog_manager.cc:669] Loaded metadata for table txn_manager_fallback_rolling [id=02e9b15ef9e44a05a0fbb8a547554d1d]
12:25:47.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:47.039505 23542 catalog_manager.cc:669] Loaded metadata for table kudu_system.kudu_transactions [id=54599481152244529e883f4db3909b38]
12:25:47.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:47.046120 23542 tablet_loader.cc:96] loaded metadata for tablet 0349d82f7ee14bfc9d76e54c646d190b (table txn_manager_fallback_rolling [id=02e9b15ef9e44a05a0fbb8a547554d1d])
12:25:47.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:47.047600 23542 tablet_loader.cc:96] loaded metadata for tablet d5120259f656497281900a077ebb5290 (table txn_manager_fallback_rolling [id=02e9b15ef9e44a05a0fbb8a547554d1d])
12:25:47.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:47.048820 23542 tablet_loader.cc:96] loaded metadata for tablet e625283d27f04adcb3b9af4251053380 (table kudu_system.kudu_transactions [id=54599481152244529e883f4db3909b38])
12:25:47.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:47.050122 23542 catalog_manager.cc:1484] Initializing Kudu cluster ID...
12:25:47.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:47.054226 23542 catalog_manager.cc:1259] Loaded cluster ID: 95e867bd618b4f74889e2cc9bd9eb714
12:25:47.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:47.054448 23542 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
12:25:47.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:47.059360 23542 catalog_manager.cc:1504] Loading token signing keys...
12:25:47.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:47.063397 23542 catalog_manager.cc:5879] T 00000000000000000000000000000000 P 9d35fff6215040acb9195734389fcba4: Loaded TSK: 0
12:25:47.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:47.064879 23542 catalog_manager.cc:1514] Initializing in-progress tserver states...
12:25:47.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:47.117919 22802 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 42c00b6b110f4cd4884f266c1843ff4f [term 2 FOLLOWER]: Refusing update from remote peer 9d35fff6215040acb9195734389fcba4: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 2 index: 12. (index mismatch)
12:25:47.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:47.119232 23541 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 9d35fff6215040acb9195734389fcba4 [LEADER]: Connected to new peer: Peer: permanent_uuid: "42c00b6b110f4cd4884f266c1843ff4f" member_type: VOTER last_known_addr { host: "127.22.34.61" port: 37307 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
12:25:47.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:47.122548 23535 sys_catalog.cc:455] T 00000000000000000000000000000000 P 42c00b6b110f4cd4884f266c1843ff4f [sys.catalog]: SysCatalogTable state changed. Reason: New leader 9d35fff6215040acb9195734389fcba4. Latest consensus state: current_term: 2 leader_uuid: "9d35fff6215040acb9195734389fcba4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9d35fff6215040acb9195734389fcba4" member_type: VOTER last_known_addr { host: "127.22.34.62" port: 46773 } } peers { permanent_uuid: "42c00b6b110f4cd4884f266c1843ff4f" member_type: VOTER last_known_addr { host: "127.22.34.61" port: 37307 } } peers { permanent_uuid: "85b090c49d75432fbd419b9903f77e32" member_type: VOTER last_known_addr { host: "127.22.34.60" port: 44925 } } }
12:25:47.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:47.123307 23535 sys_catalog.cc:458] T 00000000000000000000000000000000 P 42c00b6b110f4cd4884f266c1843ff4f [sys.catalog]: This master's current role is: FOLLOWER
12:25:47.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:47.136560 22694 consensus_peers.cc:487] T 00000000000000000000000000000000 P 9d35fff6215040acb9195734389fcba4 -> Peer 85b090c49d75432fbd419b9903f77e32 (127.22.34.60:44925): Couldn't send request to peer 85b090c49d75432fbd419b9903f77e32. Status: Network error: Client connection negotiation failed: client connection to 127.22.34.60:44925: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
12:25:47.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:47.139861 23535 sys_catalog.cc:455] T 00000000000000000000000000000000 P 42c00b6b110f4cd4884f266c1843ff4f [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "9d35fff6215040acb9195734389fcba4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9d35fff6215040acb9195734389fcba4" member_type: VOTER last_known_addr { host: "127.22.34.62" port: 46773 } } peers { permanent_uuid: "42c00b6b110f4cd4884f266c1843ff4f" member_type: VOTER last_known_addr { host: "127.22.34.61" port: 37307 } } peers { permanent_uuid: "85b090c49d75432fbd419b9903f77e32" member_type: VOTER last_known_addr { host: "127.22.34.60" port: 44925 } } }
12:25:47.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:47.140588 23535 sys_catalog.cc:458] T 00000000000000000000000000000000 P 42c00b6b110f4cd4884f266c1843ff4f [sys.catalog]: This master's current role is: FOLLOWER
12:25:47.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:47.145674 23541 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9d35fff6215040acb9195734389fcba4 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "9d35fff6215040acb9195734389fcba4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9d35fff6215040acb9195734389fcba4" member_type: VOTER last_known_addr { host: "127.22.34.62" port: 46773 } } peers { permanent_uuid: "42c00b6b110f4cd4884f266c1843ff4f" member_type: VOTER last_known_addr { host: "127.22.34.61" port: 37307 } } peers { permanent_uuid: "85b090c49d75432fbd419b9903f77e32" member_type: VOTER last_known_addr { host: "127.22.34.60" port: 44925 } } }
12:25:47.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:47.146369 23541 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9d35fff6215040acb9195734389fcba4 [sys.catalog]: This master's current role is: LEADER
12:25:47.253 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.22.34.60:44925(127.22.34.60:44925)] connecting to peer
12:25:47.255 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.34.60:44925(127.22.34.60:44925): Connection refused: /127.22.34.60:44925
12:25:47.255 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.34.60:44925(127.22.34.60:44925)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.34.60:44925(127.22.34.60:44925): Connection refused: /127.22.34.60:44925
12:25:47.256 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location master-127.22.34.60:44925(127.22.34.60:44925) for tablet Kudu Master: Failed to connect to peer master-127.22.34.60:44925(127.22.34.60:44925): Connection refused: /127.22.34.60:44925
12:25:47.273 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.22.34.60:44925(127.22.34.60:44925)] connecting to peer
12:25:47.274 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.34.60:44925(127.22.34.60:44925): Connection refused: /127.22.34.60:44925
12:25:47.275 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.34.60:44925(127.22.34.60:44925)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.34.60:44925(127.22.34.60:44925): Connection refused: /127.22.34.60:44925
12:25:47.275 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.34.60:44925: Failed to connect to peer master-127.22.34.60:44925(127.22.34.60:44925): Connection refused: /127.22.34.60:44925
12:25:47.278 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
12:25:47.278 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=2, TimeoutTracker(timeout=250, elapsed=25), Traces: [0ms] sending RPC to server master-127.22.34.60:44925, [2ms] received response from server master-127.22.34.60:44925: Network error: Failed to connect to peer master-127.22.34.60:44925(127.22.34.60:44925): Connection refused: /127.22.34.60:44925, [3ms] delaying RPC due to: Network error: Failed to connect to peer master-127.22.34.60:44925(127.22.34.60:44925): Connection refused: /127.22.34.60:44925, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.34.62:46773, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.34.60:44925, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.34.61:37307, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.34.60:44925: Network error: Failed to connect to peer master-127.22.34.60:44925(127.22.34.60:44925): Connection refused: /127.22.34.60:44925, [24ms] Sub RPC ConnectToMaster: received response from server master-127.22.34.61:37307: OK, [24ms] Sub RPC ConnectToMaster: received response from server master-127.22.34.62:46773: OK, deferred=Deferred@2138067275(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$82/883845718@1a81810a, errback=org.apache.kudu.client.KuduTransaction$$Lambda$83/788991721@43b619c5)) after lookup
12:25:47.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:47.337069 22709 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:51088:
12:25:47.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
12:25:47.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
12:25:47.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
12:25:47.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
12:25:47.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
12:25:47.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
12:25:47.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
12:25:47.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
12:25:47.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
12:25:47.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
12:25:47.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
12:25:47.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:25:47.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
12:25:47.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
12:25:47.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
12:25:47.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
12:25:47.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
12:25:47.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
12:25:47.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
12:25:47.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
12:25:47.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
12:25:47.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:25:47.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
12:25:47.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
12:25:47.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
12:25:47.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
12:25:47.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
12:25:47.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
12:25:47.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
12:25:47.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
12:25:47.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
12:25:47.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:25:47.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
12:25:47.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
12:25:47.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
12:25:47.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
12:25:47.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
12:25:47.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
12:25:47.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
12:25:47.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
12:25:47.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
12:25:47.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:25:47.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:25:47.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
12:25:47.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
12:25:47.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
12:25:47.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
12:25:47.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:25:47.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
12:25:47.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
12:25:47.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
12:25:47.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
12:25:47.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:25:47.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:25:47.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:25:47.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
12:25:47.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:47.341575 22709 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
12:25:47.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:47.605355 22694 consensus_peers.cc:487] T 00000000000000000000000000000000 P 9d35fff6215040acb9195734389fcba4 -> Peer 85b090c49d75432fbd419b9903f77e32 (127.22.34.60:44925): Couldn't send request to peer 85b090c49d75432fbd419b9903f77e32. Status: Network error: Client connection negotiation failed: client connection to 127.22.34.60:44925: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
12:25:47.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:47.725663 23289 heartbeater.cc:644] Failed to heartbeat to 127.22.34.60:44925 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.22.34.60:44925: connect: Connection refused (error 111)
12:25:47.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:47.727041 23438 heartbeater.cc:644] Failed to heartbeat to 127.22.34.60:44925 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.22.34.60:44925: connect: Connection refused (error 111)
12:25:47.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:47.744189 23138 heartbeater.cc:644] Failed to heartbeat to 127.22.34.60:44925 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.22.34.60:44925: connect: Connection refused (error 111)
12:25:48.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:48.095448 22694 consensus_peers.cc:487] T 00000000000000000000000000000000 P 9d35fff6215040acb9195734389fcba4 -> Peer 85b090c49d75432fbd419b9903f77e32 (127.22.34.60:44925): Couldn't send request to peer 85b090c49d75432fbd419b9903f77e32. Status: Network error: Client connection negotiation failed: client connection to 127.22.34.60:44925: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
12:25:48.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:48.616846 22694 consensus_peers.cc:487] T 00000000000000000000000000000000 P 9d35fff6215040acb9195734389fcba4 -> Peer 85b090c49d75432fbd419b9903f77e32 (127.22.34.60:44925): Couldn't send request to peer 85b090c49d75432fbd419b9903f77e32. Status: Network error: Client connection negotiation failed: client connection to 127.22.34.60:44925: connect: Connection refused (error 111). This is attempt 16: this message will repeat every 5th retry.
12:25:48.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:48.723210 23290 heartbeater.cc:503] Master 127.22.34.62:46773 was elected leader, sending a full tablet report...
12:25:48.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:48.723788 23439 heartbeater.cc:503] Master 127.22.34.62:46773 was elected leader, sending a full tablet report...
12:25:48.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:48.746601 23139 heartbeater.cc:503] Master 127.22.34.62:46773 was elected leader, sending a full tablet report...
12:25:48.784 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 0349d82f7ee14bfc9d76e54c646d190b for table 'txn_manager_fallback_rolling' with partition [0x00000000, 0x00000001)
12:25:48.784 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d5120259f656497281900a077ebb5290 for table 'txn_manager_fallback_rolling' with partition [0x00000001, 0x00000002)
12:25:48.785 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=0349d82f7ee14bfc9d76e54c646d190b@[73caf8c64a3d4f3ca5ea0c94f092ff6a(127.22.34.1:45563)[L],ae5ce7d2e1f141e2bf6743ca7d44ad60(127.22.34.3:44843),d0236744287f4873adc36b1b7933152b(127.22.34.2:40759)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=d5120259f656497281900a077ebb5290@[73caf8c64a3d4f3ca5ea0c94f092ff6a(127.22.34.1:45563)[L],ae5ce7d2e1f141e2bf6743ca7d44ad60(127.22.34.3:44843),d0236744287f4873adc36b1b7933152b(127.22.34.2:40759)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
12:25:48.785 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=3), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.34.62:46773, [3ms] Sub RPC GetTableLocations: received response from server master-127.22.34.62:46773: OK, deferred=null) after lookup
12:25:48.785 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 73caf8c64a3d4f3ca5ea0c94f092ff6a(127.22.34.1:45563)] connecting to peer
12:25:48.786 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 73caf8c64a3d4f3ca5ea0c94f092ff6a(127.22.34.1:45563)] Successfully connected to peer
12:25:48.799 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x3b4e50db, L:/127.0.0.1:35894 - R:/127.22.34.1:45563] using TOKEN/null
12:25:48.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:48.805926 23025 master_proxy_rpc.cc:203] Re-attempting GetTableSchema request to leader Master (127.22.34.60:44925)
12:25:48.882 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.22.34.60:44925
12:25:48.882 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
12:25:48.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:48.884208 22664 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskpZkjsU/build/tsan/bin/kudu
12:25:48.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskpZkjsU/build/tsan/bin/kudu
12:25:48.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpZkjsU/test-tmp/mini-kudu-cluster3632102756879615921/master-2/wal
12:25:48.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpZkjsU/test-tmp/mini-kudu-cluster3632102756879615921/master-2/data
12:25:48.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
12:25:48.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
12:25:48.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
12:25:48.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
12:25:48.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
12:25:48.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
12:25:48.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpZkjsU/test-tmp/mini-kudu-cluster3632102756879615921/master-2/logs
12:25:48.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpZkjsU/test-tmp/mini-kudu-cluster3632102756879615921/master-2/data/info.pb
12:25:48.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
12:25:48.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
12:25:48.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
12:25:48.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
12:25:48.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
12:25:48.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
12:25:48.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
12:25:48.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
12:25:48.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
12:25:48.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
12:25:48.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
12:25:48.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
12:25:48.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.34.60:44925
12:25:48.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.34.60
12:25:48.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41423
12:25:48.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.34.20:43297
12:25:48.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
12:25:48.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
12:25:48.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
12:25:48.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
12:25:48.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.34.62:46773,127.22.34.61:37307,127.22.34.60:44925
12:25:48.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
12:25:48.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37113/jwks.json
12:25:48.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
12:25:48.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
12:25:49.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:49.113133 22694 consensus_peers.cc:487] T 00000000000000000000000000000000 P 9d35fff6215040acb9195734389fcba4 -> Peer 85b090c49d75432fbd419b9903f77e32 (127.22.34.60:44925): Couldn't send request to peer 85b090c49d75432fbd419b9903f77e32. Status: Network error: Client connection negotiation failed: client connection to 127.22.34.60:44925: connect: Connection refused (error 111). This is attempt 21: this message will repeat every 5th retry.
12:25:49.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:49.221462 23585 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
12:25:49.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:49.222105 23585 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
12:25:49.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:49.222754 23585 flags.cc:425] Enabled unsafe flag: --never_fsync=true
12:25:49.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:49.259080 23585 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
12:25:49.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:49.259433 23585 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
12:25:49.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:49.259696 23585 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
12:25:49.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:49.260015 23585 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
12:25:49.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:49.260334 23585 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
12:25:49.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:49.260664 23585 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
12:25:49.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:49.260895 23585 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:37113/jwks.json
12:25:49.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:49.299363 23585 master_runner.cc:386] Master server non-default flags:
12:25:49.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
12:25:49.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.34.20:43297
12:25:49.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
12:25:49.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
12:25:49.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
12:25:49.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpZkjsU/test-tmp/mini-kudu-cluster3632102756879615921/master-2/data
12:25:49.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpZkjsU/test-tmp/mini-kudu-cluster3632102756879615921/master-2/wal
12:25:49.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
12:25:49.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.34.62:46773,127.22.34.61:37307,127.22.34.60:44925
12:25:49.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
12:25:49.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
12:25:49.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
12:25:49.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
12:25:49.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.34.60:44925
12:25:49.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
12:25:49.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
12:25:49.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
12:25:49.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37113/jwks.json
12:25:49.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
12:25:49.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
12:25:49.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpZkjsU/test-tmp/mini-kudu-cluster3632102756879615921/master-2/data/info.pb
12:25:49.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.34.60
12:25:49.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41423
12:25:49.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
12:25:49.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
12:25:49.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
12:25:49.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
12:25:49.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
12:25:49.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpZkjsU/test-tmp/mini-kudu-cluster3632102756879615921/master-2/logs
12:25:49.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
12:25:49.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
12:25:49.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
12:25:49.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
12:25:49.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
12:25:49.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
12:25:49.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
12:25:49.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 26 Sep 2026 11:17:29 UTC on ccycloud.quasar-nkixoh.root.comops.site
12:25:49.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4673844
12:25:49.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
12:25:49.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:49.300890 23585 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
12:25:49.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:49.302603 23585 file_cache.cc:493] Constructed file cache file cache with capacity 419430
12:25:49.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:49.321591 23592 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
12:25:49.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:49.536116 22835 debug-util.cc:398] Leaking SignalData structure 0x7b0800099a80 after lost signal to thread 22760
12:25:49.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:49.537343 22835 debug-util.cc:398] Leaking SignalData structure 0x7b080003f400 after lost signal to thread 22838
12:25:49.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:49.678731 22694 consensus_peers.cc:487] T 00000000000000000000000000000000 P 9d35fff6215040acb9195734389fcba4 -> Peer 85b090c49d75432fbd419b9903f77e32 (127.22.34.60:44925): Couldn't send request to peer 85b090c49d75432fbd419b9903f77e32. Status: Network error: Client connection negotiation failed: client connection to 127.22.34.60:44925: connect: Connection refused (error 111). This is attempt 26: this message will repeat every 5th retry.
12:25:50.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:50.132161 22694 consensus_peers.cc:487] T 00000000000000000000000000000000 P 9d35fff6215040acb9195734389fcba4 -> Peer 85b090c49d75432fbd419b9903f77e32 (127.22.34.60:44925): Couldn't send request to peer 85b090c49d75432fbd419b9903f77e32. Status: Network error: Client connection negotiation failed: client connection to 127.22.34.60:44925: connect: Connection refused (error 111). This is attempt 31: this message will repeat every 5th retry.
12:25:50.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:49.322778 23591 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
12:25:50.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:49.323185 23594 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
12:25:50.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:49.323761 23585 server_base.cc:1034] running on GCE node
12:25:50.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:50.690919 22694 consensus_peers.cc:487] T 00000000000000000000000000000000 P 9d35fff6215040acb9195734389fcba4 -> Peer 85b090c49d75432fbd419b9903f77e32 (127.22.34.60:44925): Couldn't send request to peer 85b090c49d75432fbd419b9903f77e32. Status: Network error: Client connection negotiation failed: client connection to 127.22.34.60:44925: connect: Connection refused (error 111). This is attempt 36: this message will repeat every 5th retry.
12:25:50.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:50.695595 23585 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
12:25:50.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:50.698769 23585 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
12:25:50.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:50.700227 23585 hybrid_clock.cc:648] HybridClock initialized: now 1790425550700152 us; error 69 us; skew 500 ppm
12:25:50.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:50.701191 23585 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
12:25:50.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:50.714754 23585 webserver.cc:460] Webserver started at http://127.22.34.60:41423/ using document root <none> and password file <none>
12:25:50.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:50.715699 23585 fs_manager.cc:359] Metadata directory not provided
12:25:50.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:50.715898 23585 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
12:25:50.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:50.724530 23585 fs_manager.cc:709] Time spent opening directory manager: real 0.006s user 0.000s sys 0.007s
12:25:50.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:50.755067 23606 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
12:25:50.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:50.761060 23585 fs_manager.cc:725] Time spent opening block manager: real 0.034s user 0.014s sys 0.013s
12:25:50.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:50.761725 23585 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskpZkjsU/test-tmp/mini-kudu-cluster3632102756879615921/master-2/data,/tmp/dist-test-taskpZkjsU/test-tmp/mini-kudu-cluster3632102756879615921/master-2/wal
12:25:50.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "85b090c49d75432fbd419b9903f77e32"
12:25:50.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 12:25:36 on dist-test-slave-r0z3"
12:25:50.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:50.767227 23585 fs_report.cc:383] FS layout report
12:25:50.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
12:25:50.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskpZkjsU/test-tmp/mini-kudu-cluster3632102756879615921/master-2/wal
12:25:50.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskpZkjsU/test-tmp/mini-kudu-cluster3632102756879615921/master-2/wal
12:25:50.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskpZkjsU/test-tmp/mini-kudu-cluster3632102756879615921/master-2/data/data
12:25:50.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
12:25:50.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
12:25:50.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
12:25:50.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
12:25:50.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
12:25:50.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
12:25:50.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
12:25:50.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
12:25:50.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
12:25:50.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
12:25:50.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
12:25:50.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:50.841840 23585 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
12:25:50.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:50.843300 23585 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
12:25:50.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:50.843683 23585 kserver.cc:163] Server-wide thread pool size limit: 3276
12:25:50.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:50.976089 23585 rpc_server.cc:307] RPC server started. Bound to: 127.22.34.60:44925
12:25:50.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:50.976303 23670 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.22.34.60:44925 every 8 connection(s)
12:25:50.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:50.979075 23585 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskpZkjsU/test-tmp/mini-kudu-cluster3632102756879615921/master-2/data/info.pb
12:25:50.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:50.984189 22664 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskpZkjsU/build/tsan/bin/kudu as pid 23585
12:25:50.984 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
12:25:50.985 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.22.34.62:46773
12:25:50.985 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
12:25:50.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:50.985529 22664 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskpZkjsU/build/tsan/bin/kudu with pid 22676
12:25:50.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:50.994043 23671 sys_catalog.cc:263] Verifying existing consensus state
12:25:51.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:51.004094 23671 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 85b090c49d75432fbd419b9903f77e32: Bootstrap starting.
12:25:51.037 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
12:25:51.032 [ERROR - kudu-nio-0] (Connection.java:452) [peer master-127.22.34.62:46773(127.22.34.62:46773)] unexpected exception from downstream on [id: 0xe5d6f01c, L:/127.0.0.1:34070 - R:/127.22.34.62:46773]
java.io.IOException: Connection reset by peer
at sun.nio.ch.FileDispatcherImpl.read0(Native Method) ~[?:1.8.0_362]
at sun.nio.ch.SocketDispatcher.read(SocketDispatcher.java:39) ~[?:1.8.0_362]
at sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:223) ~[?:1.8.0_362]
at sun.nio.ch.IOUtil.read(IOUtil.java:192) ~[?:1.8.0_362]
at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:379) ~[?:1.8.0_362]
at io.netty.buffer.PooledByteBuf.setBytes(PooledByteBuf.java:256) ~[netty-buffer-4.1.94.Final.jar:4.1.94.Final]
at io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:1132) ~[netty-buffer-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:357) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:151) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
12:25:51.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:51.063143 23671 log.cc:824] T 00000000000000000000000000000000 P 85b090c49d75432fbd419b9903f77e32: Log is configured to *not* fsync() on all Append() calls
java.io.IOException: Connection reset by peer
at sun.nio.ch.FileDispatcherImpl.read0(Native Method)
at sun.nio.ch.SocketDispatcher.read(SocketDispatcher.java:39)
at sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:223)
at sun.nio.ch.IOUtil.read(IOUtil.java:192)
at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:379)
at io.netty.buffer.PooledByteBuf.setBytes(PooledByteBuf.java:256)
at io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:1132)
at io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:357)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:151)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
12:25:51.065 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.34.62:46773(127.22.34.62:46773)] cleaning up while in state READY due to: [peer master-127.22.34.62:46773(127.22.34.62:46773)] unexpected exception from downstream on [id: 0xe5d6f01c, L:/127.0.0.1:34070 - R:/127.22.34.62:46773]
12:25:51.069 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location master-127.22.34.62:46773(127.22.34.62:46773) for tablet Kudu Master: [peer master-127.22.34.62:46773(127.22.34.62:46773)] unexpected exception from downstream on [id: 0xe5d6f01c, L:/127.0.0.1:34070 - R:/127.22.34.62:46773]
12:25:51.071 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.22.34.62:46773(127.22.34.62:46773)] handling channelInactive
12:25:51.074 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.22.34.62:46773(127.22.34.62:46773)] connecting to peer
12:25:51.074 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.22.34.60:44925(127.22.34.60:44925)] connecting to peer
12:25:51.075 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.22.34.60:44925(127.22.34.60:44925)] Successfully connected to peer
12:25:51.096 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.34.62:46773(127.22.34.62:46773): Connection refused: /127.22.34.62:46773
12:25:51.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.34.62:46773(127.22.34.62:46773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.34.62:46773(127.22.34.62:46773): Connection refused: /127.22.34.62:46773
12:25:51.097 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.34.62:46773: Failed to connect to peer master-127.22.34.62:46773(127.22.34.62:46773): Connection refused: /127.22.34.62:46773
12:25:51.107 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.22.34.60
12:25:51.133 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xa0330bba, L:/127.0.0.1:33370 - R:/127.22.34.60:44925] using SASL/PLAIN
12:25:51.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:51.136468 23671 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 85b090c49d75432fbd419b9903f77e32: Bootstrap replayed 1/1 log segments. Stats: ops{read=11 overwritten=0 applied=11 ignored=0} inserts{seen=8 ignored=0} mutations{seen=6 ignored=0} orphaned_commits=0. Pending: 0 replicates
12:25:51.136 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.34.60:44925: Catalog manager is not initialized. State: Starting
12:25:51.137 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.34.62:46773,127.22.34.60:44925,127.22.34.61:37307; will retry
12:25:51.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:51.137428 23671 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 85b090c49d75432fbd419b9903f77e32: Bootstrap complete.
12:25:51.153 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.22.34.62:46773(127.22.34.62:46773)] connecting to peer
12:25:51.154 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.34.62:46773(127.22.34.62:46773): Connection refused: /127.22.34.62:46773
12:25:51.154 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.34.62:46773(127.22.34.62:46773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.34.62:46773(127.22.34.62:46773): Connection refused: /127.22.34.62:46773
12:25:51.155 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.34.62:46773: Failed to connect to peer master-127.22.34.62:46773(127.22.34.62:46773): Connection refused: /127.22.34.62:46773
12:25:51.156 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.34.60:44925: Catalog manager is not initialized. State: Starting
12:25:51.157 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.34.62:46773,127.22.34.60:44925,127.22.34.61:37307; will retry
12:25:51.173 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.22.34.62:46773(127.22.34.62:46773)] connecting to peer
12:25:51.174 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.34.62:46773(127.22.34.62:46773): Connection refused: /127.22.34.62:46773
12:25:51.174 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.34.62:46773(127.22.34.62:46773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.34.62:46773(127.22.34.62:46773): Connection refused: /127.22.34.62:46773
12:25:51.174 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.34.62:46773: Failed to connect to peer master-127.22.34.62:46773(127.22.34.62:46773): Connection refused: /127.22.34.62:46773
12:25:51.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:51.171077 23671 raft_consensus.cc:348] T 00000000000000000000000000000000 P 85b090c49d75432fbd419b9903f77e32 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9d35fff6215040acb9195734389fcba4" member_type: VOTER last_known_addr { host: "127.22.34.62" port: 46773 } } peers { permanent_uuid: "42c00b6b110f4cd4884f266c1843ff4f" member_type: VOTER last_known_addr { host: "127.22.34.61" port: 37307 } } peers { permanent_uuid: "85b090c49d75432fbd419b9903f77e32" member_type: VOTER last_known_addr { host: "127.22.34.60" port: 44925 } }
12:25:51.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:51.174897 23671 raft_consensus.cc:729] T 00000000000000000000000000000000 P 85b090c49d75432fbd419b9903f77e32 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 85b090c49d75432fbd419b9903f77e32, State: Initialized, Role: FOLLOWER
12:25:51.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:51.176004 23671 consensus_queue.cc:260] T 00000000000000000000000000000000 P 85b090c49d75432fbd419b9903f77e32 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9d35fff6215040acb9195734389fcba4" member_type: VOTER last_known_addr { host: "127.22.34.62" port: 46773 } } peers { permanent_uuid: "42c00b6b110f4cd4884f266c1843ff4f" member_type: VOTER last_known_addr { host: "127.22.34.61" port: 37307 } } peers { permanent_uuid: "85b090c49d75432fbd419b9903f77e32" member_type: VOTER last_known_addr { host: "127.22.34.60" port: 44925 } }
12:25:51.177 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.34.60:44925: Catalog manager is not initialized. State: Starting
12:25:51.177 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.34.62:46773,127.22.34.60:44925,127.22.34.61:37307; will retry
12:25:51.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:51.178941 23676 sys_catalog.cc:455] T 00000000000000000000000000000000 P 85b090c49d75432fbd419b9903f77e32 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9d35fff6215040acb9195734389fcba4" member_type: VOTER last_known_addr { host: "127.22.34.62" port: 46773 } } peers { permanent_uuid: "42c00b6b110f4cd4884f266c1843ff4f" member_type: VOTER last_known_addr { host: "127.22.34.61" port: 37307 } } peers { permanent_uuid: "85b090c49d75432fbd419b9903f77e32" member_type: VOTER last_known_addr { host: "127.22.34.60" port: 44925 } } }
12:25:51.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:51.179567 23676 sys_catalog.cc:458] T 00000000000000000000000000000000 P 85b090c49d75432fbd419b9903f77e32 [sys.catalog]: This master's current role is: FOLLOWER
12:25:51.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:51.180989 23671 sys_catalog.cc:564] T 00000000000000000000000000000000 P 85b090c49d75432fbd419b9903f77e32 [sys.catalog]: configured and running, proceeding with master startup.
12:25:51.193 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.22.34.62:46773(127.22.34.62:46773)] connecting to peer
12:25:51.194 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.34.62:46773(127.22.34.62:46773): Connection refused: /127.22.34.62:46773
12:25:51.194 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.34.62:46773(127.22.34.62:46773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.34.62:46773(127.22.34.62:46773): Connection refused: /127.22.34.62:46773
12:25:51.194 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.34.62:46773: Failed to connect to peer master-127.22.34.62:46773(127.22.34.62:46773): Connection refused: /127.22.34.62:46773
12:25:51.196 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.34.60:44925: Catalog manager is not initialized. State: Starting
12:25:51.197 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.34.62:46773,127.22.34.60:44925,127.22.34.61:37307; will retry
12:25:51.213 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.22.34.62:46773(127.22.34.62:46773)] connecting to peer
12:25:51.214 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.34.62:46773(127.22.34.62:46773): Connection refused: /127.22.34.62:46773
12:25:51.214 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.34.62:46773(127.22.34.62:46773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.34.62:46773(127.22.34.62:46773): Connection refused: /127.22.34.62:46773
12:25:51.214 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.34.62:46773: Failed to connect to peer master-127.22.34.62:46773(127.22.34.62:46773): Connection refused: /127.22.34.62:46773
12:25:51.220 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.34.62:46773,127.22.34.60:44925,127.22.34.61:37307; will retry
12:25:51.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:51.222128 23687 catalog_manager.cc:1259] Loaded cluster ID: 95e867bd618b4f74889e2cc9bd9eb714
12:25:51.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:51.222529 23687 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 85b090c49d75432fbd419b9903f77e32: loading cluster ID for follower catalog manager: success
12:25:51.233 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.22.34.62:46773(127.22.34.62:46773)] connecting to peer
12:25:51.236 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.34.62:46773(127.22.34.62:46773): Connection refused: /127.22.34.62:46773
12:25:51.236 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.34.62:46773(127.22.34.62:46773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.34.62:46773(127.22.34.62:46773): Connection refused: /127.22.34.62:46773
12:25:51.236 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.34.62:46773: Failed to connect to peer master-127.22.34.62:46773(127.22.34.62:46773): Connection refused: /127.22.34.62:46773
12:25:51.240 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.34.62:46773,127.22.34.60:44925,127.22.34.61:37307; will retry
12:25:51.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:51.241231 23690 raft_consensus.cc:482] T 00000000000000000000000000000000 P 42c00b6b110f4cd4884f266c1843ff4f [term 2 FOLLOWER]: Starting pre-election (detected failure of leader 9d35fff6215040acb9195734389fcba4)
12:25:51.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:51.242067 23687 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 85b090c49d75432fbd419b9903f77e32: acquiring CA information for follower catalog manager: success
12:25:51.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:51.241866 23690 raft_consensus.cc:504] T 00000000000000000000000000000000 P 42c00b6b110f4cd4884f266c1843ff4f [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9d35fff6215040acb9195734389fcba4" member_type: VOTER last_known_addr { host: "127.22.34.62" port: 46773 } } peers { permanent_uuid: "42c00b6b110f4cd4884f266c1843ff4f" member_type: VOTER last_known_addr { host: "127.22.34.61" port: 37307 } } peers { permanent_uuid: "85b090c49d75432fbd419b9903f77e32" member_type: VOTER last_known_addr { host: "127.22.34.60" port: 44925 } }
12:25:51.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:51.248854 23687 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 85b090c49d75432fbd419b9903f77e32: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
12:25:51.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:51.263495 23690 leader_election.cc:288] T 00000000000000000000000000000000 P 42c00b6b110f4cd4884f266c1843ff4f [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 9d35fff6215040acb9195734389fcba4 (127.22.34.62:46773), 85b090c49d75432fbd419b9903f77e32 (127.22.34.60:44925)
12:25:51.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:51.272836 22781 leader_election.cc:334] T 00000000000000000000000000000000 P 42c00b6b110f4cd4884f266c1843ff4f [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 9d35fff6215040acb9195734389fcba4 (127.22.34.62:46773): Network error: Client connection negotiation failed: client connection to 127.22.34.62:46773: connect: Connection refused (error 111)
12:25:51.274 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] sending RPC to server master-127.22.34.62:46773, [56ms] received response from server master-127.22.34.62:46773: Network error: [peer master-127.22.34.62:46773(127.22.34.62:46773)] unexpected exception from downstream on [id: 0xe5d6f01c, L:/127.0.0.1:34070 - R:/127.22.34.62:46773], [56ms] delaying RPC due to: Network error: [peer master-127.22.34.62:46773(127.22.34.62:46773)] unexpected exception from downstream on [id: 0xe5d6f01c, L:/127.0.0.1:34070 - R:/127.22.34.62:46773], [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.34.62:46773, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.34.60:44925, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.34.61:37307, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.34.61:37307: OK, [84ms] Sub RPC ConnectToMaster: received response from server master-127.22.34.62:46773: Network error: Failed to connect to peer master-127.22.34.62:46773(127.22.34.62:46773): Connection refused: /127.22.34.62:46773, [123ms] Sub RPC ConnectToMaster: received response from server master-127.22.34.60:44925: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [124ms] delaying RPC due to: Service unavailable: Master config (127.22.34.62:46773,127.22.34.60:44925,127.22.34.61:37307) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.34.62:46773(127.22.34.62:46773): Connection refused: /127.22.34.62:46773,org.apache.kudu.client.RecoverableException: Catalog manager is not initialized. State: Starting, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.34.62:46773, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.34.60:44925, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.34.61:37307, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.34.62:46773: Network error: Failed to connect to peer master-127.22.34.62:46773(127.22.34.62:46773): Connection refused: /127.22.34.62:46773, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.34.60:44925: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [144ms] Sub RPC ConnectToMaster: received response from server master-127.22.34.61:37307: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.22.34.62:46773,127.22.34.60:44925,127.22.34.61:37307) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.34.62:46773(127.22.34.62:46773): Connection refused: /127.22.34.62:46773,org.apache.kudu.client.RecoverableException: Catalog manager is not initialized. State: Starting, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.34.62:46773, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.34.60:44925, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.34.61:37307, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.34.62:46773: Network error: Failed to connect to peer master-127.22.34.62:46773(127.22.34.62:46773): Connection refused: /127.22.34.62:46773, [163ms] Sub RPC ConnectToMaster: received response from server master-127.22.34.61:37307: OK, [164ms] Sub RPC ConnectToMaster: received response from server master-127.22.34.60:44925: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [164ms] delaying RPC due to: Service unavailable: Master config (127.22.34.62:46773,127.22.34.60:44925,127.22.34.61:37307) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.34.62:46773(127.22.34.62:46773): Connection refused: /127.22.34.62:46773,org.apache.kudu.client.RecoverableException: Catalog manager is not initialized. State: Starting, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.34.62:46773, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.34.60:44925, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.34.61:37307, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.34.62:46773: Network error: Failed to connect to peer master-127.22.34.62:46773(127.22.34.62:46773): Connection refused: /127.22.34.62:46773, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.34.60:44925: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [183ms] Sub RPC ConnectToMaster: received response from server master-127.22.34.61:37307: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.22.34.62:46773,127.22.34.60:44925,127.22.34.61:37307) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.34.62:46773(127.22.34.62:46773): Connection refused: /127.22.34.62:46773,org.apache.kudu.client.RecoverableException: Catalog manager is not initialized. State: Starting, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.34.62:46773, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.34.60:44925, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.34.61:37307, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.34.62:46773: Network error: Failed to connect to peer master-127.22.34.62:46773(127.22.34.62:46773): Connection refused: /127.22.34.62:46773, [203ms] Sub RPC ConnectToMaster: received response from server master-127.22.34.61:37307: OK, [206ms] Sub RPC ConnectToMaster: received response from server master-127.22.34.60:44925: OK, [207ms] delaying RPC due to: Service unavailable: Master config (127.22.34.62:46773,127.22.34.60:44925,127.22.34.61:37307) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.34.62:46773(127.22.34.62:46773): Connection refused: /127.22.34.62:46773, [219ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.34.62:46773, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.34.60:44925, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.34.61:37307, [223ms] Sub RPC ConnectToMaster: received response from server master-127.22.34.62:46773: Network error: Failed to connect to peer master-127.22.34.62:46773(127.22.34.62:46773): Connection refused: /127.22.34.62:46773, [226ms] Sub RPC ConnectToMaster: received response from server master-127.22.34.60:44925: OK, [227ms] Sub RPC ConnectToMaster: received response from server master-127.22.34.61:37307: OK, [227ms] delaying RPC due to: Service unavailable: Master config (127.22.34.62:46773,127.22.34.60:44925,127.22.34.61:37307) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.34.62:46773(127.22.34.62:46773): Connection refused: /127.22.34.62:46773, deferred=Deferred@934246311(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$82/883845718@25c13a51 -> (continuation of Deferred@205178895 after retry RPC after error@1909839547) -> (continuation of Deferred@1032557929 after retry RPC after error@297018171) -> (continuation of Deferred@1259666354 after retry RPC after error@338402405) -> (continuation of Deferred@1978295124 after retry RPC after error@1165437737) -> (continuation of Deferred@693277022 after retry RPC after error@1641212069) -> (continuation of Deferred@1199888136 after retry RPC after error@1003913906), errback=org.apache.kudu.client.KuduTransaction$$Lambda$83/788991721@6b32cf7 -> (continuation of Deferred@205178895 after retry RPC after error@1909839547) -> (continuation of Deferred@1032557929 after retry RPC after error@297018171) -> (continuation of Deferred@1259666354 after retry RPC after error@338402405) -> (continuation of Deferred@1978295124 after retry RPC after error@1165437737) -> (continuation of Deferred@693277022 after retry RPC after error@1641212069) -> (continuation of Deferred@1199888136 after retry RPC after error@1003913906)))
12:25:51.275 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
12:25:51.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:51.273136 23636 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "42c00b6b110f4cd4884f266c1843ff4f" candidate_term: 3 candidate_status { last_received { term: 2 index: 12 } } ignore_live_leader: false dest_uuid: "85b090c49d75432fbd419b9903f77e32" is_pre_election: true
12:25:51.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:51.223325 23585 master_runner.cc:186] Error getting master registration for 127.22.34.62:46773: Network error: Client connection negotiation failed: client connection to 127.22.34.62:46773: connect: Connection refused (error 111),
12:25:51.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:51.283293 23585 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
12:25:51.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:51.283296 23636 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 85b090c49d75432fbd419b9903f77e32 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 42c00b6b110f4cd4884f266c1843ff4f in term 1.
12:25:51.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:51.284613 22779 leader_election.cc:302] T 00000000000000000000000000000000 P 42c00b6b110f4cd4884f266c1843ff4f [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 42c00b6b110f4cd4884f266c1843ff4f, 85b090c49d75432fbd419b9903f77e32; no voters: 9d35fff6215040acb9195734389fcba4
12:25:51.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:51.285288 23690 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 42c00b6b110f4cd4884f266c1843ff4f [term 2 FOLLOWER]: Leader pre-election won for term 3
12:25:51.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:51.285611 23690 raft_consensus.cc:482] T 00000000000000000000000000000000 P 42c00b6b110f4cd4884f266c1843ff4f [term 2 FOLLOWER]: Starting leader election (detected failure of leader 9d35fff6215040acb9195734389fcba4)
12:25:51.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:51.285938 23690 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 42c00b6b110f4cd4884f266c1843ff4f [term 2 FOLLOWER]: Advancing to term 3
12:25:51.293 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.22.34.62:46773(127.22.34.62:46773)] connecting to peer
12:25:51.294 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.34.62:46773(127.22.34.62:46773): Connection refused: /127.22.34.62:46773
12:25:51.294 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.34.62:46773(127.22.34.62:46773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.34.62:46773(127.22.34.62:46773): Connection refused: /127.22.34.62:46773
12:25:51.295 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.34.62:46773: Failed to connect to peer master-127.22.34.62:46773(127.22.34.62:46773): Connection refused: /127.22.34.62:46773
12:25:51.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:51.294041 23690 raft_consensus.cc:504] T 00000000000000000000000000000000 P 42c00b6b110f4cd4884f266c1843ff4f [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9d35fff6215040acb9195734389fcba4" member_type: VOTER last_known_addr { host: "127.22.34.62" port: 46773 } } peers { permanent_uuid: "42c00b6b110f4cd4884f266c1843ff4f" member_type: VOTER last_known_addr { host: "127.22.34.61" port: 37307 } } peers { permanent_uuid: "85b090c49d75432fbd419b9903f77e32" member_type: VOTER last_known_addr { host: "127.22.34.60" port: 44925 } }
12:25:51.302 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.34.62:46773,127.22.34.60:44925,127.22.34.61:37307; will retry
12:25:51.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:51.305209 23690 leader_election.cc:288] T 00000000000000000000000000000000 P 42c00b6b110f4cd4884f266c1843ff4f [CANDIDATE]: Term 3 election: Requested vote from peers 9d35fff6215040acb9195734389fcba4 (127.22.34.62:46773), 85b090c49d75432fbd419b9903f77e32 (127.22.34.60:44925)
12:25:51.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:51.305976 23636 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "42c00b6b110f4cd4884f266c1843ff4f" candidate_term: 3 candidate_status { last_received { term: 2 index: 12 } } ignore_live_leader: false dest_uuid: "85b090c49d75432fbd419b9903f77e32"
12:25:51.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:51.306531 23636 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 85b090c49d75432fbd419b9903f77e32 [term 1 FOLLOWER]: Advancing to term 3
12:25:51.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:51.308344 22781 leader_election.cc:334] T 00000000000000000000000000000000 P 42c00b6b110f4cd4884f266c1843ff4f [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer 9d35fff6215040acb9195734389fcba4 (127.22.34.62:46773): Network error: Client connection negotiation failed: client connection to 127.22.34.62:46773: connect: Connection refused (error 111)
12:25:51.313 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.22.34.62:46773(127.22.34.62:46773)] connecting to peer
12:25:51.314 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.34.62:46773(127.22.34.62:46773): Connection refused: /127.22.34.62:46773
12:25:51.314 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.34.62:46773(127.22.34.62:46773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.34.62:46773(127.22.34.62:46773): Connection refused: /127.22.34.62:46773
12:25:51.314 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.34.62:46773: Failed to connect to peer master-127.22.34.62:46773(127.22.34.62:46773): Connection refused: /127.22.34.62:46773
12:25:51.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:51.320006 23636 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 85b090c49d75432fbd419b9903f77e32 [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 42c00b6b110f4cd4884f266c1843ff4f in term 3.
12:25:51.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:51.322116 22779 leader_election.cc:302] T 00000000000000000000000000000000 P 42c00b6b110f4cd4884f266c1843ff4f [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 42c00b6b110f4cd4884f266c1843ff4f, 85b090c49d75432fbd419b9903f77e32; no voters: 9d35fff6215040acb9195734389fcba4
12:25:51.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:51.324556 23690 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 42c00b6b110f4cd4884f266c1843ff4f [term 3 FOLLOWER]: Leader election won for term 3
12:25:51.329 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.34.62:46773,127.22.34.60:44925,127.22.34.61:37307; will retry
12:25:51.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:51.331195 23690 raft_consensus.cc:686] T 00000000000000000000000000000000 P 42c00b6b110f4cd4884f266c1843ff4f [term 3 LEADER]: Becoming Leader. State: Replica: 42c00b6b110f4cd4884f266c1843ff4f, State: Running, Role: LEADER
12:25:51.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:51.332248 23690 consensus_queue.cc:237] T 00000000000000000000000000000000 P 42c00b6b110f4cd4884f266c1843ff4f [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 12, Committed index: 12, Last appended: 2.12, Last appended by leader: 12, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9d35fff6215040acb9195734389fcba4" member_type: VOTER last_known_addr { host: "127.22.34.62" port: 46773 } } peers { permanent_uuid: "42c00b6b110f4cd4884f266c1843ff4f" member_type: VOTER last_known_addr { host: "127.22.34.61" port: 37307 } } peers { permanent_uuid: "85b090c49d75432fbd419b9903f77e32" member_type: VOTER last_known_addr { host: "127.22.34.60" port: 44925 } }
12:25:51.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:51.338987 23694 sys_catalog.cc:455] T 00000000000000000000000000000000 P 42c00b6b110f4cd4884f266c1843ff4f [sys.catalog]: SysCatalogTable state changed. Reason: New leader 42c00b6b110f4cd4884f266c1843ff4f. Latest consensus state: current_term: 3 leader_uuid: "42c00b6b110f4cd4884f266c1843ff4f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9d35fff6215040acb9195734389fcba4" member_type: VOTER last_known_addr { host: "127.22.34.62" port: 46773 } } peers { permanent_uuid: "42c00b6b110f4cd4884f266c1843ff4f" member_type: VOTER last_known_addr { host: "127.22.34.61" port: 37307 } } peers { permanent_uuid: "85b090c49d75432fbd419b9903f77e32" member_type: VOTER last_known_addr { host: "127.22.34.60" port: 44925 } } }
12:25:51.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:51.339727 23694 sys_catalog.cc:458] T 00000000000000000000000000000000 P 42c00b6b110f4cd4884f266c1843ff4f [sys.catalog]: This master's current role is: LEADER
12:25:51.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:51.342664 23696 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
12:25:51.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:51.352707 23696 catalog_manager.cc:669] Loaded metadata for table txn_manager_fallback_rolling [id=02e9b15ef9e44a05a0fbb8a547554d1d]
12:25:51.353 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.22.34.62:46773(127.22.34.62:46773)] connecting to peer
12:25:51.354 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.34.62:46773(127.22.34.62:46773): Connection refused: /127.22.34.62:46773
12:25:51.354 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.34.62:46773(127.22.34.62:46773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.34.62:46773(127.22.34.62:46773): Connection refused: /127.22.34.62:46773
12:25:51.354 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.34.62:46773: Failed to connect to peer master-127.22.34.62:46773(127.22.34.62:46773): Connection refused: /127.22.34.62:46773
12:25:51.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:51.354733 23696 catalog_manager.cc:669] Loaded metadata for table kudu_system.kudu_transactions [id=54599481152244529e883f4db3909b38]
12:25:51.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:51.362226 23696 tablet_loader.cc:96] loaded metadata for tablet 0349d82f7ee14bfc9d76e54c646d190b (table txn_manager_fallback_rolling [id=02e9b15ef9e44a05a0fbb8a547554d1d])
12:25:51.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:51.363854 23696 tablet_loader.cc:96] loaded metadata for tablet d5120259f656497281900a077ebb5290 (table txn_manager_fallback_rolling [id=02e9b15ef9e44a05a0fbb8a547554d1d])
12:25:51.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:51.365319 23696 tablet_loader.cc:96] loaded metadata for tablet e625283d27f04adcb3b9af4251053380 (table kudu_system.kudu_transactions [id=54599481152244529e883f4db3909b38])
12:25:51.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:51.366811 23696 catalog_manager.cc:1484] Initializing Kudu cluster ID...
12:25:51.369 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.34.62:46773,127.22.34.60:44925,127.22.34.61:37307; will retry
12:25:51.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:51.371367 23696 catalog_manager.cc:1259] Loaded cluster ID: 95e867bd618b4f74889e2cc9bd9eb714
12:25:51.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:51.371739 23696 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
12:25:51.373 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.22.34.62:46773(127.22.34.62:46773)] connecting to peer
12:25:51.377 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.34.62:46773(127.22.34.62:46773): Connection refused: /127.22.34.62:46773
12:25:51.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.34.62:46773(127.22.34.62:46773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.34.62:46773(127.22.34.62:46773): Connection refused: /127.22.34.62:46773
12:25:51.378 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.34.62:46773: Failed to connect to peer master-127.22.34.62:46773(127.22.34.62:46773): Connection refused: /127.22.34.62:46773
12:25:51.379 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.34.62:46773,127.22.34.60:44925,127.22.34.61:37307; will retry
12:25:51.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:51.379694 23696 catalog_manager.cc:1504] Loading token signing keys...
12:25:51.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:51.384366 23696 catalog_manager.cc:5879] T 00000000000000000000000000000000 P 42c00b6b110f4cd4884f266c1843ff4f: Loaded TSK: 0
12:25:51.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:51.390283 23696 catalog_manager.cc:1514] Initializing in-progress tserver states...
12:25:51.393 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.22.34.62:46773(127.22.34.62:46773)] connecting to peer
12:25:51.394 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.34.62:46773(127.22.34.62:46773): Connection refused: /127.22.34.62:46773
12:25:51.394 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.34.62:46773(127.22.34.62:46773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.34.62:46773(127.22.34.62:46773): Connection refused: /127.22.34.62:46773
12:25:51.394 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.34.62:46773: Failed to connect to peer master-127.22.34.62:46773(127.22.34.62:46773): Connection refused: /127.22.34.62:46773
12:25:51.399 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.34.62:46773,127.22.34.60:44925,127.22.34.61:37307; will retry
12:25:51.413 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.22.34.62:46773(127.22.34.62:46773)] connecting to peer
12:25:51.415 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.34.62:46773(127.22.34.62:46773): Connection refused: /127.22.34.62:46773
12:25:51.415 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.34.62:46773(127.22.34.62:46773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.34.62:46773(127.22.34.62:46773): Connection refused: /127.22.34.62:46773
12:25:51.415 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.34.62:46773: Failed to connect to peer master-127.22.34.62:46773(127.22.34.62:46773): Connection refused: /127.22.34.62:46773
12:25:51.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:51.421550 22781 consensus_peers.cc:487] T 00000000000000000000000000000000 P 42c00b6b110f4cd4884f266c1843ff4f -> Peer 9d35fff6215040acb9195734389fcba4 (127.22.34.62:46773): Couldn't send request to peer 9d35fff6215040acb9195734389fcba4. Status: Network error: Client connection negotiation failed: client connection to 127.22.34.62:46773: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
12:25:51.425 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
12:25:51.425 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=6, TimeoutTracker(timeout=250, elapsed=132), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.34.62:46773, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.34.60:44925, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.34.61:37307, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.34.62:46773: Network error: Failed to connect to peer master-127.22.34.62:46773(127.22.34.62:46773): Connection refused: /127.22.34.62:46773, [3ms] Sub RPC ConnectToMaster: received response from server master-127.22.34.60:44925: OK, [9ms] Sub RPC ConnectToMaster: received response from server master-127.22.34.61:37307: OK, [9ms] delaying RPC due to: Service unavailable: Master config (127.22.34.62:46773,127.22.34.60:44925,127.22.34.61:37307) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.34.62:46773(127.22.34.62:46773): Connection refused: /127.22.34.62:46773, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.34.62:46773, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.34.60:44925, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.34.61:37307, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.34.62:46773: Network error: Failed to connect to peer master-127.22.34.62:46773(127.22.34.62:46773): Connection refused: /127.22.34.62:46773, [25ms] Sub RPC ConnectToMaster: received response from server master-127.22.34.61:37307: OK, [36ms] Sub RPC ConnectToMaster: received response from server master-127.22.34.60:44925: OK, [36ms] delaying RPC due to: Service unavailable: Master config (127.22.34.62:46773,127.22.34.60:44925,127.22.34.61:37307) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.34.62:46773(127.22.34.62:46773): Connection refused: /127.22.34.62:46773, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.34.62:46773, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.34.60:44925, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.34.61:37307, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.34.62:46773: Network error: Failed to connect to peer master-127.22.34.62:46773(127.22.34.62:46773): Connection refused: /127.22.34.62:46773, [65ms] Sub RPC ConnectToMaster: received response from server master-127.22.34.60:44925: OK, [75ms] Sub RPC ConnectToMaster: received response from server master-127.22.34.61:37307: OK, [76ms] delaying RPC due to: Service unavailable: Master config (127.22.34.62:46773,127.22.34.60:44925,127.22.34.61:37307) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.34.62:46773(127.22.34.62:46773): Connection refused: /127.22.34.62:46773, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.34.62:46773, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.34.60:44925, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.34.61:37307, [84ms] Sub RPC ConnectToMaster: received response from server master-127.22.34.62:46773: Network error: Failed to connect to peer master-127.22.34.62:46773(127.22.34.62:46773): Connection refused: /127.22.34.62:46773, [85ms] Sub RPC ConnectToMaster: received response from server master-127.22.34.60:44925: OK, [86ms] Sub RPC ConnectToMaster: received response from server master-127.22.34.61:37307: OK, [86ms] delaying RPC due to: Service unavailable: Master config (127.22.34.62:46773,127.22.34.60:44925,127.22.34.61:37307) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.34.62:46773(127.22.34.62:46773): Connection refused: /127.22.34.62:46773, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.34.62:46773, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.34.60:44925, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.34.61:37307, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.34.62:46773: Network error: Failed to connect to peer master-127.22.34.62:46773(127.22.34.62:46773): Connection refused: /127.22.34.62:46773, [105ms] Sub RPC ConnectToMaster: received response from server master-127.22.34.61:37307: OK, [106ms] Sub RPC ConnectToMaster: received response from server master-127.22.34.60:44925: OK, [106ms] delaying RPC due to: Service unavailable: Master config (127.22.34.62:46773,127.22.34.60:44925,127.22.34.61:37307) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.34.62:46773(127.22.34.62:46773): Connection refused: /127.22.34.62:46773, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.34.62:46773, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.34.60:44925, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.34.61:37307, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.34.62:46773: Network error: Failed to connect to peer master-127.22.34.62:46773(127.22.34.62:46773): Connection refused: /127.22.34.62:46773, [129ms] Sub RPC ConnectToMaster: received response from server master-127.22.34.60:44925: OK, [131ms] Sub RPC ConnectToMaster: received response from server master-127.22.34.61:37307: OK, deferred=Deferred@341882895(state=PENDING, result=null, callback=(continuation of Deferred@1275876820 after retry RPC after error@838893952) -> (continuation of Deferred@475594912 after retry RPC after error@224949220) -> (continuation of Deferred@593765736 after retry RPC after error@358530053) -> (continuation of Deferred@1096217102 after retry RPC after error@267341459) -> (continuation of Deferred@220362083 after retry RPC after error@1845255766), errback=(continuation of Deferred@1275876820 after retry RPC after error@838893952) -> (continuation of Deferred@475594912 after retry RPC after error@224949220) -> (continuation of Deferred@593765736 after retry RPC after error@358530053) -> (continuation of Deferred@1096217102 after retry RPC after error@267341459) -> (continuation of Deferred@220362083 after retry RPC after error@1845255766))) after lookup
12:25:51.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:51.424276 23636 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 85b090c49d75432fbd419b9903f77e32 [term 3 FOLLOWER]: Refusing update from remote peer 42c00b6b110f4cd4884f266c1843ff4f: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 3 index: 13. (index mismatch)
12:25:51.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:51.425880 23694 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 42c00b6b110f4cd4884f266c1843ff4f [LEADER]: Connected to new peer: Peer: permanent_uuid: "85b090c49d75432fbd419b9903f77e32" member_type: VOTER last_known_addr { host: "127.22.34.60" port: 44925 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 11, Time since last communication: 0.000s
12:25:51.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:51.454526 23676 sys_catalog.cc:455] T 00000000000000000000000000000000 P 85b090c49d75432fbd419b9903f77e32 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 42c00b6b110f4cd4884f266c1843ff4f. Latest consensus state: current_term: 3 leader_uuid: "42c00b6b110f4cd4884f266c1843ff4f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9d35fff6215040acb9195734389fcba4" member_type: VOTER last_known_addr { host: "127.22.34.62" port: 46773 } } peers { permanent_uuid: "42c00b6b110f4cd4884f266c1843ff4f" member_type: VOTER last_known_addr { host: "127.22.34.61" port: 37307 } } peers { permanent_uuid: "85b090c49d75432fbd419b9903f77e32" member_type: VOTER last_known_addr { host: "127.22.34.60" port: 44925 } } }
12:25:51.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:51.455292 23676 sys_catalog.cc:458] T 00000000000000000000000000000000 P 85b090c49d75432fbd419b9903f77e32 [sys.catalog]: This master's current role is: FOLLOWER
12:25:51.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:51.461789 23676 sys_catalog.cc:455] T 00000000000000000000000000000000 P 85b090c49d75432fbd419b9903f77e32 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "42c00b6b110f4cd4884f266c1843ff4f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9d35fff6215040acb9195734389fcba4" member_type: VOTER last_known_addr { host: "127.22.34.62" port: 46773 } } peers { permanent_uuid: "42c00b6b110f4cd4884f266c1843ff4f" member_type: VOTER last_known_addr { host: "127.22.34.61" port: 37307 } } peers { permanent_uuid: "85b090c49d75432fbd419b9903f77e32" member_type: VOTER last_known_addr { host: "127.22.34.60" port: 44925 } } }
12:25:51.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:51.462487 23676 sys_catalog.cc:458] T 00000000000000000000000000000000 P 85b090c49d75432fbd419b9903f77e32 [sys.catalog]: This master's current role is: FOLLOWER
12:25:51.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:51.471037 23690 sys_catalog.cc:455] T 00000000000000000000000000000000 P 42c00b6b110f4cd4884f266c1843ff4f [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "42c00b6b110f4cd4884f266c1843ff4f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9d35fff6215040acb9195734389fcba4" member_type: VOTER last_known_addr { host: "127.22.34.62" port: 46773 } } peers { permanent_uuid: "42c00b6b110f4cd4884f266c1843ff4f" member_type: VOTER last_known_addr { host: "127.22.34.61" port: 37307 } } peers { permanent_uuid: "85b090c49d75432fbd419b9903f77e32" member_type: VOTER last_known_addr { host: "127.22.34.60" port: 44925 } } }
12:25:51.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:51.471755 23690 sys_catalog.cc:458] T 00000000000000000000000000000000 P 42c00b6b110f4cd4884f266c1843ff4f [sys.catalog]: This master's current role is: LEADER
12:25:51.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:51.468713 23700 sys_catalog.cc:455] T 00000000000000000000000000000000 P 85b090c49d75432fbd419b9903f77e32 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "42c00b6b110f4cd4884f266c1843ff4f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9d35fff6215040acb9195734389fcba4" member_type: VOTER last_known_addr { host: "127.22.34.62" port: 46773 } } peers { permanent_uuid: "42c00b6b110f4cd4884f266c1843ff4f" member_type: VOTER last_known_addr { host: "127.22.34.61" port: 37307 } } peers { permanent_uuid: "85b090c49d75432fbd419b9903f77e32" member_type: VOTER last_known_addr { host: "127.22.34.60" port: 44925 } } }
12:25:51.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:51.473069 23700 sys_catalog.cc:458] T 00000000000000000000000000000000 P 85b090c49d75432fbd419b9903f77e32 [sys.catalog]: This master's current role is: FOLLOWER
12:25:51.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:51.552785 22824 rpcz_store.cc:267] Call kudu.transactions.TxnManagerService.KeepTransactionAlive from 127.0.0.1:33658 (request call id 14) took 117 ms (client timeout 117 ms). Trace:
12:25:51.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:51.553284 22824 rpcz_store.cc:269] 0926 12:25:51.435264 (+ 0us) service_pool.cc:170] Inserting onto call queue
12:25:51.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 12:25:51.435473 (+ 209us) service_pool.cc:227] Handling call
12:25:51.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 12:25:51.552513 (+117040us) inbound_call.cc:173] Queueing success response
12:25:51.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"dns_us":1085,"init.queue_time_us":9358,"thread_start_us":39242,"threads_started":5}
12:25:51.556 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=7, TimeoutTracker(timeout=250, elapsed=262), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.34.62:46773, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.34.60:44925, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.34.61:37307, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.34.62:46773: Network error: Failed to connect to peer master-127.22.34.62:46773(127.22.34.62:46773): Connection refused: /127.22.34.62:46773, [3ms] Sub RPC ConnectToMaster: received response from server master-127.22.34.60:44925: OK, [9ms] Sub RPC ConnectToMaster: received response from server master-127.22.34.61:37307: OK, [9ms] delaying RPC due to: Service unavailable: Master config (127.22.34.62:46773,127.22.34.60:44925,127.22.34.61:37307) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.34.62:46773(127.22.34.62:46773): Connection refused: /127.22.34.62:46773, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.34.62:46773, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.34.60:44925, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.34.61:37307, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.34.62:46773: Network error: Failed to connect to peer master-127.22.34.62:46773(127.22.34.62:46773): Connection refused: /127.22.34.62:46773, [25ms] Sub RPC ConnectToMaster: received response from server master-127.22.34.61:37307: OK, [36ms] Sub RPC ConnectToMaster: received response from server master-127.22.34.60:44925: OK, [36ms] delaying RPC due to: Service unavailable: Master config (127.22.34.62:46773,127.22.34.60:44925,127.22.34.61:37307) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.34.62:46773(127.22.34.62:46773): Connection refused: /127.22.34.62:46773, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.34.62:46773, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.34.60:44925, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.34.61:37307, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.34.62:46773: Network error: Failed to connect to peer master-127.22.34.62:46773(127.22.34.62:46773): Connection refused: /127.22.34.62:46773, [65ms] Sub RPC ConnectToMaster: received response from server master-127.22.34.60:44925: OK, [75ms] Sub RPC ConnectToMaster: received response from server master-127.22.34.61:37307: OK, [76ms] delaying RPC due to: Service unavailable: Master config (127.22.34.62:46773,127.22.34.60:44925,127.22.34.61:37307) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.34.62:46773(127.22.34.62:46773): Connection refused: /127.22.34.62:46773, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.34.62:46773, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.34.60:44925, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.34.61:37307, [84ms] Sub RPC ConnectToMaster: received response from server master-127.22.34.62:46773: Network error: Failed to connect to peer master-127.22.34.62:46773(127.22.34.62:46773): Connection refused: /127.22.34.62:46773, [85ms] Sub RPC ConnectToMaster: received response from server master-127.22.34.60:44925: OK, [86ms] Sub RPC ConnectToMaster: received response from server master-127.22.34.61:37307: OK, [86ms] delaying RPC due to: Service unavailable: Master config (127.22.34.62:46773,127.22.34.60:44925,127.22.34.61:37307) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.34.62:46773(127.22.34.62:46773): Connection refused: /127.22.34.62:46773, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.34.62:46773, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.34.60:44925, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.34.61:37307, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.34.62:46773: Network error: Failed to connect to peer master-127.22.34.62:46773(127.22.34.62:46773): Connection refused: /127.22.34.62:46773, [105ms] Sub RPC ConnectToMaster: received response from server master-127.22.34.61:37307: OK, [106ms] Sub RPC ConnectToMaster: received response from server master-127.22.34.60:44925: OK, [106ms] delaying RPC due to: Service unavailable: Master config (127.22.34.62:46773,127.22.34.60:44925,127.22.34.61:37307) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.34.62:46773(127.22.34.62:46773): Connection refused: /127.22.34.62:46773, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.34.62:46773, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.34.60:44925, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.34.61:37307, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.34.62:46773: Network error: Failed to connect to peer master-127.22.34.62:46773(127.22.34.62:46773): Connection refused: /127.22.34.62:46773, [129ms] Sub RPC ConnectToMaster: received response from server master-127.22.34.60:44925: OK, [131ms] Sub RPC ConnectToMaster: received response from server master-127.22.34.61:37307: OK, [133ms] sending RPC to server master-127.22.34.61:37307, deferred=Deferred@341882895(state=PENDING, result=null, callback=(continuation of Deferred@1275876820 after retry RPC after error@838893952) -> (continuation of Deferred@475594912 after retry RPC after error@224949220) -> (continuation of Deferred@593765736 after retry RPC after error@358530053) -> (continuation of Deferred@1096217102 after retry RPC after error@267341459) -> (continuation of Deferred@220362083 after retry RPC after error@1845255766) -> (continuation of Deferred@1214673771 after retry RPC@848413191), errback=(continuation of Deferred@1275876820 after retry RPC after error@838893952) -> (continuation of Deferred@475594912 after retry RPC after error@224949220) -> (continuation of Deferred@593765736 after retry RPC after error@358530053) -> (continuation of Deferred@1096217102 after retry RPC after error@267341459) -> (continuation of Deferred@220362083 after retry RPC after error@1845255766) -> (continuation of Deferred@1214673771 after retry RPC@848413191)))
12:25:51.556 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=7, TimeoutTracker(timeout=250, elapsed=262), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.34.62:46773, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.34.60:44925, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.34.61:37307, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.34.62:46773: Network error: Failed to connect to peer master-127.22.34.62:46773(127.22.34.62:46773): Connection refused: /127.22.34.62:46773, [3ms] Sub RPC ConnectToMaster: received response from server master-127.22.34.60:44925: OK, [9ms] Sub RPC ConnectToMaster: received response from server master-127.22.34.61:37307: OK, [9ms] delaying RPC due to: Service unavailable: Master config (127.22.34.62:46773,127.22.34.60:44925,127.22.34.61:37307) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.34.62:46773(127.22.34.62:46773): Connection refused: /127.22.34.62:46773, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.34.62:46773, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.34.60:44925, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.34.61:37307, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.34.62:46773: Network error: Failed to connect to peer master-127.22.34.62:46773(127.22.34.62:46773): Connection refused: /127.22.34.62:46773, [25ms] Sub RPC ConnectToMaster: received response from server master-127.22.34.61:37307: OK, [36ms] Sub RPC ConnectToMaster: received response from server master-127.22.34.60:44925: OK, [36ms] delaying RPC due to: Service unavailable: Master config (127.22.34.62:46773,127.22.34.60:44925,127.22.34.61:37307) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.34.62:46773(127.22.34.62:46773): Connection refused: /127.22.34.62:46773, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.34.62:46773, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.34.60:44925, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.34.61:37307, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.34.62:46773: Network error: Failed to connect to peer master-127.22.34.62:46773(127.22.34.62:46773): Connection refused: /127.22.34.62:46773, [65ms] Sub RPC ConnectToMaster: received response from server master-127.22.34.60:44925: OK, [75ms] Sub RPC ConnectToMaster: received response from server master-127.22.34.61:37307: OK, [76ms] delaying RPC due to: Service unavailable: Master config (127.22.34.62:46773,127.22.34.60:44925,127.22.34.61:37307) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.34.62:46773(127.22.34.62:46773): Connection refused: /127.22.34.62:46773, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.34.62:46773, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.34.60:44925, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.34.61:37307, [84ms] Sub RPC ConnectToMaster: received response from server master-127.22.34.62:46773: Network error: Failed to connect to peer master-127.22.34.62:46773(127.22.34.62:46773): Connection refused: /127.22.34.62:46773, [85ms] Sub RPC ConnectToMaster: received response from server master-127.22.34.60:44925: OK, [86ms] Sub RPC ConnectToMaster: received response from server master-127.22.34.61:37307: OK, [86ms] delaying RPC due to: Service unavailable: Master config (127.22.34.62:46773,127.22.34.60:44925,127.22.34.61:37307) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.34.62:46773(127.22.34.62:46773): Connection refused: /127.22.34.62:46773, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.34.62:46773, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.34.60:44925, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.34.61:37307, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.34.62:46773: Network error: Failed to connect to peer master-127.22.34.62:46773(127.22.34.62:46773): Connection refused: /127.22.34.62:46773, [105ms] Sub RPC ConnectToMaster: received response from server master-127.22.34.61:37307: OK, [106ms] Sub RPC ConnectToMaster: received response from server master-127.22.34.60:44925: OK, [106ms] delaying RPC due to: Service unavailable: Master config (127.22.34.62:46773,127.22.34.60:44925,127.22.34.61:37307) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.34.62:46773(127.22.34.62:46773): Connection refused: /127.22.34.62:46773, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.34.62:46773, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.34.60:44925, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.34.61:37307, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.34.62:46773: Network error: Failed to connect to peer master-127.22.34.62:46773(127.22.34.62:46773): Connection refused: /127.22.34.62:46773, [129ms] Sub RPC ConnectToMaster: received response from server master-127.22.34.60:44925: OK, [131ms] Sub RPC ConnectToMaster: received response from server master-127.22.34.61:37307: OK, [133ms] sending RPC to server master-127.22.34.61:37307, [262ms] delaying RPC due to: Service unavailable: TxnManager is not yet initialized (error 0), deferred=null)
12:25:51.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:51.529681 22794 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:38502:
12:25:51.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
12:25:51.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
12:25:51.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
12:25:51.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
12:25:51.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
12:25:51.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
12:25:51.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
12:25:51.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
12:25:51.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
12:25:51.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
12:25:51.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
12:25:51.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:25:51.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
12:25:51.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
12:25:51.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
12:25:51.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
12:25:51.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
12:25:51.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
12:25:51.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
12:25:51.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
12:25:51.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
12:25:51.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:25:51.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
12:25:51.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
12:25:51.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
12:25:51.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
12:25:51.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
12:25:51.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
12:25:51.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
12:25:51.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
12:25:51.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
12:25:51.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:25:51.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
12:25:51.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
12:25:51.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
12:25:51.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
12:25:51.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
12:25:51.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
12:25:51.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
12:25:51.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
12:25:51.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
12:25:51.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:25:51.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:25:51.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
12:25:51.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
12:25:51.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
12:25:51.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
12:25:51.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:25:51.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
12:25:51.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
12:25:51.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
12:25:51.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
12:25:51.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:25:51.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:25:51.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:25:51.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
12:25:51.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:51.569219 22794 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
12:25:51.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:51.666005 23319 txn_status_manager.cc:1390] automatically aborted stale txn (ID 0) past 1.084s from last keepalive heartbeat (effective timeout is 1.000s)
12:25:51.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:51.699692 23328 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.22.34.60:44925)
12:25:51.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:51.794009 23438 heartbeater.cc:347] Connected to a master server at 127.22.34.60:44925
12:25:51.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:51.802968 23626 master_service.cc:432] Got heartbeat from unknown tserver (permanent_uuid: "ae5ce7d2e1f141e2bf6743ca7d44ad60" instance_seqno: 1790425544998764) as {username='slave'} at 127.22.34.3:38387; Asking this server to re-register.
12:25:51.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:51.804937 23438 heartbeater.cc:464] Registering TS with master...
12:25:51.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:51.817368 23626 ts_manager.cc:194] Registered new tserver with Master: ae5ce7d2e1f141e2bf6743ca7d44ad60 (127.22.34.3:44843)
12:25:51.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:51.825096 23289 heartbeater.cc:347] Connected to a master server at 127.22.34.60:44925
12:25:51.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:51.826327 23138 heartbeater.cc:347] Connected to a master server at 127.22.34.60:44925
12:25:51.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:51.830739 23626 master_service.cc:432] Got heartbeat from unknown tserver (permanent_uuid: "73caf8c64a3d4f3ca5ea0c94f092ff6a" instance_seqno: 1790425540293040) as {username='slave'} at 127.22.34.1:59891; Asking this server to re-register.
12:25:51.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:51.831112 23625 master_service.cc:432] Got heartbeat from unknown tserver (permanent_uuid: "d0236744287f4873adc36b1b7933152b" instance_seqno: 1790425543038133) as {username='slave'} at 127.22.34.2:53143; Asking this server to re-register.
12:25:51.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:51.832248 23138 heartbeater.cc:464] Registering TS with master...
12:25:51.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:51.832363 23289 heartbeater.cc:464] Registering TS with master...
12:25:51.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:51.835781 23625 ts_manager.cc:194] Registered new tserver with Master: 73caf8c64a3d4f3ca5ea0c94f092ff6a (127.22.34.1:45563)
12:25:51.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:51.838331 23626 ts_manager.cc:194] Registered new tserver with Master: d0236744287f4873adc36b1b7933152b (127.22.34.2:40759)
12:25:51.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:51.840617 23716 tablet_replica.cc:1298] Aborted: operation has been aborted: cancelling pending write operations
12:25:51.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:51.895819 22781 consensus_peers.cc:487] T 00000000000000000000000000000000 P 42c00b6b110f4cd4884f266c1843ff4f -> Peer 9d35fff6215040acb9195734389fcba4 (127.22.34.62:46773): Couldn't send request to peer 9d35fff6215040acb9195734389fcba4. Status: Network error: Client connection negotiation failed: client connection to 127.22.34.62:46773: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
12:25:52.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:52.017633 22781 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.22.34.62:46773: connect: Connection refused (error 111) [suppressed 8 similar messages]
12:25:52.159 [DEBUG - kudu-nio-0] (KuduTransaction.java:799) terminating keepalive task (txn ID 0) due to exception org.apache.kudu.client.NonRecoverableException: Failed to write to server: ae5ce7d2e1f141e2bf6743ca7d44ad60 (127.22.34.3:44843): transaction ID 0 is not available for further commits: state: ABORTED user: "slave" start_timestamp: 1790425546 last_transition_timestamp: 1790425551
12:25:52.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:52.382607 22781 consensus_peers.cc:487] T 00000000000000000000000000000000 P 42c00b6b110f4cd4884f266c1843ff4f -> Peer 9d35fff6215040acb9195734389fcba4 (127.22.34.62:46773): Couldn't send request to peer 9d35fff6215040acb9195734389fcba4. Status: Network error: Client connection negotiation failed: client connection to 127.22.34.62:46773: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
12:25:52.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:52.752908 23288 heartbeater.cc:503] Master 127.22.34.61:37307 was elected leader, sending a full tablet report...
12:25:52.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:52.756737 23437 heartbeater.cc:503] Master 127.22.34.61:37307 was elected leader, sending a full tablet report...
12:25:52.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:52.764183 23137 heartbeater.cc:503] Master 127.22.34.61:37307 was elected leader, sending a full tablet report...
12:25:52.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 12:25:52.845451 22781 consensus_peers.cc:487] T 00000000000000000000000000000000 P 42c00b6b110f4cd4884f266c1843ff4f -> Peer 9d35fff6215040acb9195734389fcba4 (127.22.34.62:46773): Couldn't send request to peer 9d35fff6215040acb9195734389fcba4. Status: Network error: Client connection negotiation failed: client connection to 127.22.34.62:46773: connect: Connection refused (error 111). This is attempt 16: this message will repeat every 5th retry.
12:25:53.044 [DEBUG - main] (Connection.java:575) [peer master-127.22.34.62:46773(127.22.34.62:46773)] disconnecting while in state TERMINATED
12:25:53.044 [DEBUG - main] (Connection.java:575) [peer 73caf8c64a3d4f3ca5ea0c94f092ff6a(127.22.34.1:45563)] disconnecting while in state READY
12:25:53.044 [DEBUG - main] (Connection.java:575) [peer master-127.22.34.61:37307(127.22.34.61:37307)] disconnecting while in state READY
12:25:53.044 [DEBUG - main] (Connection.java:575) [peer master-127.22.34.60:44925(127.22.34.60:44925)] disconnecting while in state READY
12:25:53.046 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 73caf8c64a3d4f3ca5ea0c94f092ff6a(127.22.34.1:45563)] handling channelInactive
12:25:53.046 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 73caf8c64a3d4f3ca5ea0c94f092ff6a(127.22.34.1:45563)] cleaning up while in state READY due to: connection closed
12:25:53.046 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.22.34.60:44925(127.22.34.60:44925)] handling channelInactive
12:25:53.046 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.34.60:44925(127.22.34.60:44925)] cleaning up while in state READY due to: connection closed
12:25:53.049 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
12:25:53.050 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.22.34.61:37307(127.22.34.61:37307)] handling channelInactive
12:25:53.050 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.34.61:37307(127.22.34.61:37307)] cleaning up while in state READY due to: connection closed
12:25:53.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:53.051007 22664 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskpZkjsU/build/tsan/bin/kudu with pid 22973
12:25:53.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:53.085600 22664 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskpZkjsU/build/tsan/bin/kudu with pid 23142
12:25:53.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:53.117026 22664 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskpZkjsU/build/tsan/bin/kudu with pid 23293
12:25:53.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:53.156387 22664 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskpZkjsU/build/tsan/bin/kudu with pid 22756
12:25:53.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 12:25:53.192955 22664 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskpZkjsU/build/tsan/bin/kudu with pid 23585
12:25:54.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-26T12:25:54Z chronyd exiting
12:25:55.383 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager: failed attempt 1
java.lang.AssertionError: Aborted: transaction was aborted
at org.junit.Assert.fail(Assert.java:89) ~[junit-4.13.2.jar:4.13.2]
at org.junit.Assert.assertTrue(Assert.java:42) ~[junit-4.13.2.jar:4.13.2]
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager(TestKuduTransaction.java:1214) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
java.lang.AssertionError: Aborted: transaction was aborted
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.assertTrue(Assert.java:42)
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager(TestKuduTransaction.java:1214)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)