14:02:33.433 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
14:02:33.433 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taska0IKLx/test-tmp
14:02:33.434 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/asan/bin
14:02:33.434 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taska0IKLx/java/build/dist-test/../../../build/asan/bin/kudu, test, mini_cluster, --serialization=pb]
14:02:33.436 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taska0IKLx/test-tmp/mini-kudu-cluster1271912108777333107"
extra_master_flags: "--txn_manager_enabled"
extra_master_flags: "--raft_heartbeat_interval_ms=100"
extra_tserver_flags: "--txn_keepalive_interval_ms=1000"
extra_tserver_flags: "--txn_staleness_tracker_interval_ms=250"
extra_tserver_flags: "--enable_txn_system_client_init=true"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
14:02:33.758 [DEBUG - main] (MiniKuduCluster.java:195) Response:
14:02:33.758 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
14:02:33.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:33.760386 928 mini_oidc.cc:150] Starting JWKS server
14:02:33.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:33.762720 928 webserver.cc:533] Webserver started at http://127.0.0.1:38633/ using document root <none> and password file <none>
14:02:33.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:33.762959 928 mini_oidc.cc:186] Starting OIDC Discovery server
14:02:33.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:33.763413 928 webserver.cc:533] Webserver started at http://127.0.0.1:42159/ using document root <none> and password file <none>
14:02:33.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-29T14:02:33Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
14:02:33.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-29T14:02:33Z Disabled control of system clock
14:02:33.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:33.791397 928 external_mini_cluster.cc:1372] Running /tmp/dist-test-taska0IKLx/build/asan/bin/kudu
14:02:33.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taska0IKLx/build/asan/bin/kudu
14:02:33.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taska0IKLx/test-tmp/mini-kudu-cluster1271912108777333107/master-0/wal
14:02:33.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taska0IKLx/test-tmp/mini-kudu-cluster1271912108777333107/master-0/data
14:02:33.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:02:33.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:02:33.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:02:33.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:02:33.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:02:33.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:02:33.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taska0IKLx/test-tmp/mini-kudu-cluster1271912108777333107/master-0/logs
14:02:33.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taska0IKLx/test-tmp/mini-kudu-cluster1271912108777333107/master-0/data/info.pb
14:02:33.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:02:33.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:02:33.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:02:33.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:02:33.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:02:33.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:02:33.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:02:33.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:02:33.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:02:33.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:02:33.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:02:33.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:02:33.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.232.62:36323
14:02:33.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.232.62
14:02:33.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:02:33.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.232.20:39039
14:02:33.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:02:33.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:02:33.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:02:33.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:02:33.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.232.62:36323,127.0.232.61:34389,127.0.232.60:45935
14:02:33.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:02:33.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38633/jwks.json
14:02:33.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
14:02:33.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
14:02:34.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:34.108814 939 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:02:34.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:34.109102 939 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:02:34.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:34.109185 939 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:02:34.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:34.117169 939 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:02:34.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:34.117262 939 flags.cc:432] Enabled experimental flag: --txn_manager_enabled=true
14:02:34.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:34.117321 939 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:02:34.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:34.117362 939 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:02:34.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:34.117415 939 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:02:34.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:34.117455 939 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:02:34.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:34.117512 939 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:38633/jwks.json
14:02:34.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:34.127024 939 master_runner.cc:387] Master server non-default flags:
14:02:34.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taska0IKLx/test-tmp/mini-kudu-cluster1271912108777333107/master-0/logs
14:02:34.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:02:34.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:02:34.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:02:34.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.232.20:39039
14:02:34.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:02:34.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:02:34.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
14:02:34.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taska0IKLx/test-tmp/mini-kudu-cluster1271912108777333107/master-0/data
14:02:34.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taska0IKLx/test-tmp/mini-kudu-cluster1271912108777333107/master-0/wal
14:02:34.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:02:34.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.232.62:36323,127.0.232.61:34389,127.0.232.60:45935
14:02:34.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
14:02:34.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:02:34.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:02:34.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:02:34.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.232.62:36323
14:02:34.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:02:34.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:02:34.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:02:34.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38633/jwks.json
14:02:34.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:02:34.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:02:34.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taska0IKLx/test-tmp/mini-kudu-cluster1271912108777333107/master-0/data/info.pb
14:02:34.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.232.62
14:02:34.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:02:34.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:02:34.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:02:34.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:02:34.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:02:34.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:02:34.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:02:34.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:02:34.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:02:34.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3abfc3e270b48c5a2e69ad8b9aebc64e2a8e2644
14:02:34.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:02:34.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 29 Sep 2026 13:43:21 UTC on bdcb31816ec0
14:02:34.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14057
14:02:34.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
14:02:34.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:34.128597 939 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:02:34.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:34.130252 939 file_cache.cc:504] Constructed file cache file cache with capacity 419430
14:02:34.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:34.137970 944 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:02:34.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:34.138016 945 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:02:34.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:34.138367 947 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:02:34.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:34.139366 939 server_base.cc:1061] running on GCE node
14:02:34.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:34.140080 939 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:02:34.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:34.141458 939 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:02:34.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:34.142668 939 hybrid_clock.cc:648] HybridClock initialized: now 1790690554142593 us; error 56 us; skew 500 ppm
14:02:34.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:34.142956 939 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:02:34.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:34.145103 939 webserver.cc:533] Webserver started at http://127.0.232.62:33517/ using document root <none> and password file <none>
14:02:34.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:34.145737 939 fs_manager.cc:362] Metadata directory not provided
14:02:34.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:34.145845 939 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:02:34.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:34.146132 939 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:02:34.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:34.148368 939 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taska0IKLx/test-tmp/mini-kudu-cluster1271912108777333107/master-0/data/instance:
14:02:34.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e9def02a4ff24f5bac3a2bd157bf6fac"
14:02:34.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 14:02:34 on dist-test-slave-jmz7"
14:02:34.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:34.149070 939 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taska0IKLx/test-tmp/mini-kudu-cluster1271912108777333107/master-0/wal/instance:
14:02:34.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e9def02a4ff24f5bac3a2bd157bf6fac"
14:02:34.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 14:02:34 on dist-test-slave-jmz7"
14:02:34.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:34.154050 939 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.005s sys 0.000s
14:02:34.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:34.157089 953 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:02:34.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:34.158408 939 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
14:02:34.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:34.158537 939 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taska0IKLx/test-tmp/mini-kudu-cluster1271912108777333107/master-0/data,/tmp/dist-test-taska0IKLx/test-tmp/mini-kudu-cluster1271912108777333107/master-0/wal
14:02:34.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e9def02a4ff24f5bac3a2bd157bf6fac"
14:02:34.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 14:02:34 on dist-test-slave-jmz7"
14:02:34.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:34.158720 939 fs_report.cc:389] FS layout report
14:02:34.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:02:34.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taska0IKLx/test-tmp/mini-kudu-cluster1271912108777333107/master-0/wal
14:02:34.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taska0IKLx/test-tmp/mini-kudu-cluster1271912108777333107/master-0/wal
14:02:34.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taska0IKLx/test-tmp/mini-kudu-cluster1271912108777333107/master-0/data/data
14:02:34.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:02:34.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:02:34.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:02:34.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:02:34.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:02:34.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:02:34.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:02:34.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:02:34.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:02:34.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:02:34.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:02:34.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:34.169584 939 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:02:34.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:34.170255 939 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:02:34.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:34.170506 939 kserver.cc:163] Server-wide thread pool size limit: 3276
14:02:34.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:34.193434 939 rpc_server.cc:307] RPC server started. Bound to: 127.0.232.62:36323
14:02:34.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:34.193464 1014 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.0.232.62:36323 every 8 connection(s)
14:02:34.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:34.194799 939 server_base.cc:1193] Dumped server information to /tmp/dist-test-taska0IKLx/test-tmp/mini-kudu-cluster1271912108777333107/master-0/data/info.pb
14:02:34.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:34.196278 928 external_mini_cluster.cc:1434] Started /tmp/dist-test-taska0IKLx/build/asan/bin/kudu as pid 939
14:02:34.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:34.196619 928 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taska0IKLx/test-tmp/mini-kudu-cluster1271912108777333107/master-0/wal/instance
14:02:34.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:34.198755 928 external_mini_cluster.cc:1372] Running /tmp/dist-test-taska0IKLx/build/asan/bin/kudu
14:02:34.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taska0IKLx/build/asan/bin/kudu
14:02:34.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taska0IKLx/test-tmp/mini-kudu-cluster1271912108777333107/master-1/wal
14:02:34.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taska0IKLx/test-tmp/mini-kudu-cluster1271912108777333107/master-1/data
14:02:34.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:02:34.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:02:34.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:02:34.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:02:34.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:02:34.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:02:34.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taska0IKLx/test-tmp/mini-kudu-cluster1271912108777333107/master-1/logs
14:02:34.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taska0IKLx/test-tmp/mini-kudu-cluster1271912108777333107/master-1/data/info.pb
14:02:34.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:02:34.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:02:34.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:02:34.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:02:34.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:02:34.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:02:34.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:02:34.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:02:34.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:02:34.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:02:34.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:02:34.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:02:34.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.232.61:34389
14:02:34.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.232.61
14:02:34.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:02:34.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.232.20:39039
14:02:34.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:02:34.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:02:34.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:02:34.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:02:34.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.232.62:36323,127.0.232.61:34389,127.0.232.60:45935
14:02:34.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:02:34.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38633/jwks.json
14:02:34.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
14:02:34.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
14:02:34.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:34.199509 1015 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:02:34.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:34.207906 1015 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.232.62" port: 36323 } has no permanent_uuid. Determining permanent_uuid...
14:02:34.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:34.231563 1015 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.232.61" port: 34389 } has no permanent_uuid. Determining permanent_uuid...
14:02:34.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:34.232885 956 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.0.232.61:34389: connect: Connection refused (error 111)
14:02:34.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:34.234598 1015 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.232.61:34389: Network error: Client connection negotiation failed: client connection to 127.0.232.61:34389: connect: Connection refused (error 111)
14:02:34.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:34.284016 1015 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.232.61" port: 34389 } attempt: 1
14:02:34.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:34.286315 1015 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.232.61:34389: Network error: Client connection negotiation failed: client connection to 127.0.232.61:34389: connect: Connection refused (error 111)
14:02:34.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:34.354595 1015 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.232.61" port: 34389 } attempt: 2
14:02:34.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:34.356707 1015 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.232.61:34389: Network error: Client connection negotiation failed: client connection to 127.0.232.61:34389: connect: Connection refused (error 111)
14:02:34.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:34.448035 1015 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.232.61" port: 34389 } attempt: 3
14:02:34.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:34.450165 1015 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.232.61:34389: Network error: Client connection negotiation failed: client connection to 127.0.232.61:34389: connect: Connection refused (error 111)
14:02:34.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:34.526399 1017 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:02:34.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:34.526690 1017 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:02:34.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:34.526768 1017 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:02:34.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:34.534809 1017 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:02:34.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:34.534898 1017 flags.cc:432] Enabled experimental flag: --txn_manager_enabled=true
14:02:34.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:34.534948 1017 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:02:34.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:34.534988 1017 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:02:34.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:34.535040 1017 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:02:34.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:34.535079 1017 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:02:34.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:34.535138 1017 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:38633/jwks.json
14:02:34.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:34.544839 1017 master_runner.cc:387] Master server non-default flags:
14:02:34.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taska0IKLx/test-tmp/mini-kudu-cluster1271912108777333107/master-1/logs
14:02:34.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:02:34.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:02:34.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:02:34.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.232.20:39039
14:02:34.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:02:34.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:02:34.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
14:02:34.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taska0IKLx/test-tmp/mini-kudu-cluster1271912108777333107/master-1/data
14:02:34.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taska0IKLx/test-tmp/mini-kudu-cluster1271912108777333107/master-1/wal
14:02:34.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:02:34.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.232.62:36323,127.0.232.61:34389,127.0.232.60:45935
14:02:34.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
14:02:34.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:02:34.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:02:34.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:02:34.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.232.61:34389
14:02:34.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:02:34.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:02:34.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:02:34.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38633/jwks.json
14:02:34.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:02:34.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:02:34.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taska0IKLx/test-tmp/mini-kudu-cluster1271912108777333107/master-1/data/info.pb
14:02:34.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.232.61
14:02:34.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:02:34.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:02:34.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:02:34.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:02:34.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:02:34.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:02:34.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:02:34.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:02:34.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:02:34.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3abfc3e270b48c5a2e69ad8b9aebc64e2a8e2644
14:02:34.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:02:34.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 29 Sep 2026 13:43:21 UTC on bdcb31816ec0
14:02:34.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14057
14:02:34.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
14:02:34.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:34.546362 1017 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:02:34.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:34.548035 1017 file_cache.cc:504] Constructed file cache file cache with capacity 419430
14:02:34.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:34.556962 1028 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:02:34.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:34.556998 1026 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:02:34.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:34.557180 1025 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:02:34.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:34.557830 1017 server_base.cc:1061] running on GCE node
14:02:34.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:34.558501 1017 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:02:34.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:34.559689 1017 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:02:34.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:34.560941 1017 hybrid_clock.cc:648] HybridClock initialized: now 1790690554560862 us; error 47 us; skew 500 ppm
14:02:34.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:34.561288 1017 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:02:34.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:34.563355 1017 webserver.cc:533] Webserver started at http://127.0.232.61:46817/ using document root <none> and password file <none>
14:02:34.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:34.564141 1017 fs_manager.cc:362] Metadata directory not provided
14:02:34.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:34.564342 1017 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:02:34.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:34.564714 1017 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:02:34.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:34.566948 1017 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taska0IKLx/test-tmp/mini-kudu-cluster1271912108777333107/master-1/data/instance:
14:02:34.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "03e03ffdf397435fb6dcd49050b71c88"
14:02:34.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 14:02:34 on dist-test-slave-jmz7"
14:02:34.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:34.567780 1017 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taska0IKLx/test-tmp/mini-kudu-cluster1271912108777333107/master-1/wal/instance:
14:02:34.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "03e03ffdf397435fb6dcd49050b71c88"
14:02:34.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 14:02:34 on dist-test-slave-jmz7"
14:02:34.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:34.572841 1017 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.005s sys 0.003s
14:02:34.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:34.575997 1034 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:02:34.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:34.577241 1017 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
14:02:34.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:34.577411 1017 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taska0IKLx/test-tmp/mini-kudu-cluster1271912108777333107/master-1/data,/tmp/dist-test-taska0IKLx/test-tmp/mini-kudu-cluster1271912108777333107/master-1/wal
14:02:34.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "03e03ffdf397435fb6dcd49050b71c88"
14:02:34.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 14:02:34 on dist-test-slave-jmz7"
14:02:34.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:34.577628 1017 fs_report.cc:389] FS layout report
14:02:34.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:02:34.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taska0IKLx/test-tmp/mini-kudu-cluster1271912108777333107/master-1/wal
14:02:34.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taska0IKLx/test-tmp/mini-kudu-cluster1271912108777333107/master-1/wal
14:02:34.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taska0IKLx/test-tmp/mini-kudu-cluster1271912108777333107/master-1/data/data
14:02:34.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:02:34.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:02:34.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:02:34.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:02:34.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:02:34.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:02:34.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:02:34.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:02:34.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:02:34.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:02:34.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:02:34.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:34.593407 1015 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.232.61" port: 34389 } attempt: 4
14:02:34.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:34.595320 1015 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.232.61:34389: Network error: Client connection negotiation failed: client connection to 127.0.232.61:34389: connect: Connection refused (error 111)
14:02:34.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:34.596848 1017 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:02:34.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:34.597604 1017 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:02:34.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:34.597910 1017 kserver.cc:163] Server-wide thread pool size limit: 3276
14:02:34.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:34.620658 1017 rpc_server.cc:307] RPC server started. Bound to: 127.0.232.61:34389
14:02:34.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:34.620695 1095 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.0.232.61:34389 every 8 connection(s)
14:02:34.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:34.622146 1017 server_base.cc:1193] Dumped server information to /tmp/dist-test-taska0IKLx/test-tmp/mini-kudu-cluster1271912108777333107/master-1/data/info.pb
14:02:34.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:34.626315 1096 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:02:34.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:34.626583 928 external_mini_cluster.cc:1434] Started /tmp/dist-test-taska0IKLx/build/asan/bin/kudu as pid 1017
14:02:34.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:34.626711 928 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taska0IKLx/test-tmp/mini-kudu-cluster1271912108777333107/master-1/wal/instance
14:02:34.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:34.627705 928 external_mini_cluster.cc:1372] Running /tmp/dist-test-taska0IKLx/build/asan/bin/kudu
14:02:34.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taska0IKLx/build/asan/bin/kudu
14:02:34.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taska0IKLx/test-tmp/mini-kudu-cluster1271912108777333107/master-2/wal
14:02:34.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taska0IKLx/test-tmp/mini-kudu-cluster1271912108777333107/master-2/data
14:02:34.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:02:34.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:02:34.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:02:34.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:02:34.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:02:34.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:02:34.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taska0IKLx/test-tmp/mini-kudu-cluster1271912108777333107/master-2/logs
14:02:34.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taska0IKLx/test-tmp/mini-kudu-cluster1271912108777333107/master-2/data/info.pb
14:02:34.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:02:34.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:02:34.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:02:34.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:02:34.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:02:34.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:02:34.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:02:34.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:02:34.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:02:34.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:02:34.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:02:34.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:02:34.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.232.60:45935
14:02:34.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.232.60
14:02:34.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:02:34.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.232.20:39039
14:02:34.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:02:34.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:02:34.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:02:34.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:02:34.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.232.62:36323,127.0.232.61:34389,127.0.232.60:45935
14:02:34.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:02:34.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38633/jwks.json
14:02:34.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
14:02:34.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
14:02:34.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:34.632277 1096 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.232.62" port: 36323 } has no permanent_uuid. Determining permanent_uuid...
14:02:34.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:34.644955 1096 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.232.61" port: 34389 } has no permanent_uuid. Determining permanent_uuid...
14:02:34.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:34.654202 1096 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.232.60" port: 45935 } has no permanent_uuid. Determining permanent_uuid...
14:02:34.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:34.655441 1038 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.0.232.60:45935: connect: Connection refused (error 111)
14:02:34.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:34.657157 1096 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.232.60:45935: Network error: Client connection negotiation failed: client connection to 127.0.232.60:45935: connect: Connection refused (error 111)
14:02:34.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:34.706558 1096 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.232.60" port: 45935 } attempt: 1
14:02:34.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:34.708714 1096 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.232.60:45935: Network error: Client connection negotiation failed: client connection to 127.0.232.60:45935: connect: Connection refused (error 111)
14:02:34.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:34.776935 1096 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.232.60" port: 45935 } attempt: 2
14:02:34.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:34.778983 1096 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.232.60:45935: Network error: Client connection negotiation failed: client connection to 127.0.232.60:45935: connect: Connection refused (error 111)
14:02:34.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:34.870239 1096 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.232.60" port: 45935 } attempt: 3
14:02:34.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:34.872366 1096 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.232.60:45935: Network error: Client connection negotiation failed: client connection to 127.0.232.60:45935: connect: Connection refused (error 111)
14:02:34.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:34.894565 1015 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.232.61" port: 34389 } attempt: 5
14:02:34.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:34.900782 1015 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.232.60" port: 45935 } has no permanent_uuid. Determining permanent_uuid...
14:02:34.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:34.902724 1015 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.232.60:45935: Network error: Client connection negotiation failed: client connection to 127.0.232.60:45935: connect: Connection refused (error 111)
14:02:34.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:34.952046 1098 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:02:34.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:34.952410 1098 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:02:34.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:34.952544 1098 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:02:34.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:34.953933 1015 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.232.60" port: 45935 } attempt: 1
14:02:34.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:34.956070 1015 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.232.60:45935: Network error: Client connection negotiation failed: client connection to 127.0.232.60:45935: connect: Connection refused (error 111)
14:02:34.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:34.961548 1098 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:02:34.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:34.961666 1098 flags.cc:432] Enabled experimental flag: --txn_manager_enabled=true
14:02:34.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:34.961740 1098 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:02:34.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:34.961812 1098 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:02:34.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:34.961902 1098 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:02:34.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:34.961970 1098 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:02:34.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:34.962061 1098 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:38633/jwks.json
14:02:34.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:34.972442 1098 master_runner.cc:387] Master server non-default flags:
14:02:34.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taska0IKLx/test-tmp/mini-kudu-cluster1271912108777333107/master-2/logs
14:02:34.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:02:34.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:02:34.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:02:34.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.232.20:39039
14:02:34.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:02:34.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:02:34.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
14:02:34.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taska0IKLx/test-tmp/mini-kudu-cluster1271912108777333107/master-2/data
14:02:34.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taska0IKLx/test-tmp/mini-kudu-cluster1271912108777333107/master-2/wal
14:02:34.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:02:34.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.232.62:36323,127.0.232.61:34389,127.0.232.60:45935
14:02:34.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
14:02:34.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:02:34.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:02:34.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:02:34.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.232.60:45935
14:02:34.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:02:34.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:02:34.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:02:34.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38633/jwks.json
14:02:34.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:02:34.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:02:34.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taska0IKLx/test-tmp/mini-kudu-cluster1271912108777333107/master-2/data/info.pb
14:02:34.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.232.60
14:02:34.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:02:34.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:02:34.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:02:34.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:02:34.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:02:34.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:02:34.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:02:34.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:02:34.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:02:34.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3abfc3e270b48c5a2e69ad8b9aebc64e2a8e2644
14:02:34.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:02:34.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 29 Sep 2026 13:43:21 UTC on bdcb31816ec0
14:02:34.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14057
14:02:34.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
14:02:34.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:34.974288 1098 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:02:34.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:34.976052 1098 file_cache.cc:504] Constructed file cache file cache with capacity 419430
14:02:34.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:34.984191 1107 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:02:34.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:34.984707 1109 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:02:34.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:34.984869 1106 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:02:34.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:34.985728 1098 server_base.cc:1061] running on GCE node
14:02:34.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:34.986482 1098 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:02:34.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:34.987828 1098 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:02:34.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:34.989045 1098 hybrid_clock.cc:648] HybridClock initialized: now 1790690554988990 us; error 33 us; skew 500 ppm
14:02:34.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:34.989347 1098 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:02:34.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:34.991420 1098 webserver.cc:533] Webserver started at http://127.0.232.60:46883/ using document root <none> and password file <none>
14:02:34.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:34.992038 1098 fs_manager.cc:362] Metadata directory not provided
14:02:34.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:34.992136 1098 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:02:34.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:34.992524 1098 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:02:34.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:34.994711 1098 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taska0IKLx/test-tmp/mini-kudu-cluster1271912108777333107/master-2/data/instance:
14:02:34.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "492259c1f38f4f52ae06707e7601b303"
14:02:34.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 14:02:34 on dist-test-slave-jmz7"
14:02:34.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:34.995385 1098 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taska0IKLx/test-tmp/mini-kudu-cluster1271912108777333107/master-2/wal/instance:
14:02:34.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "492259c1f38f4f52ae06707e7601b303"
14:02:34.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 14:02:34 on dist-test-slave-jmz7"
14:02:35.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.000664 1098 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.003s sys 0.004s
14:02:35.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.003993 1115 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:02:35.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.005484 1098 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
14:02:35.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.005620 1098 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taska0IKLx/test-tmp/mini-kudu-cluster1271912108777333107/master-2/data,/tmp/dist-test-taska0IKLx/test-tmp/mini-kudu-cluster1271912108777333107/master-2/wal
14:02:35.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "492259c1f38f4f52ae06707e7601b303"
14:02:35.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 14:02:34 on dist-test-slave-jmz7"
14:02:35.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.005785 1098 fs_report.cc:389] FS layout report
14:02:35.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:02:35.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taska0IKLx/test-tmp/mini-kudu-cluster1271912108777333107/master-2/wal
14:02:35.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taska0IKLx/test-tmp/mini-kudu-cluster1271912108777333107/master-2/wal
14:02:35.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taska0IKLx/test-tmp/mini-kudu-cluster1271912108777333107/master-2/data/data
14:02:35.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:02:35.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:02:35.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:02:35.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:02:35.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:02:35.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:02:35.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:02:35.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:02:35.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:02:35.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:02:35.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:02:35.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.015623 1096 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.232.60" port: 45935 } attempt: 4
14:02:35.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:35.017762 1096 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.232.60:45935: Network error: Client connection negotiation failed: client connection to 127.0.232.60:45935: connect: Connection refused (error 111)
14:02:35.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.024303 1015 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.232.60" port: 45935 } attempt: 2
14:02:35.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:35.026403 1015 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.232.60:45935: Network error: Client connection negotiation failed: client connection to 127.0.232.60:45935: connect: Connection refused (error 111)
14:02:35.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.027802 1098 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:02:35.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.028616 1098 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:02:35.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.028868 1098 kserver.cc:163] Server-wide thread pool size limit: 3276
14:02:35.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.050527 1098 rpc_server.cc:307] RPC server started. Bound to: 127.0.232.60:45935
14:02:35.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.050559 1176 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.0.232.60:45935 every 8 connection(s)
14:02:35.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.051951 1098 server_base.cc:1193] Dumped server information to /tmp/dist-test-taska0IKLx/test-tmp/mini-kudu-cluster1271912108777333107/master-2/data/info.pb
14:02:35.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.053460 928 external_mini_cluster.cc:1434] Started /tmp/dist-test-taska0IKLx/build/asan/bin/kudu as pid 1098
14:02:35.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.053678 928 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taska0IKLx/test-tmp/mini-kudu-cluster1271912108777333107/master-2/wal/instance
14:02:35.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.056258 1177 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:02:35.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.062999 1177 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.232.62" port: 36323 } has no permanent_uuid. Determining permanent_uuid...
14:02:35.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.076239 1177 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.232.61" port: 34389 } has no permanent_uuid. Determining permanent_uuid...
14:02:35.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.082231 1177 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.232.60" port: 45935 } has no permanent_uuid. Determining permanent_uuid...
14:02:35.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.091555 1177 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 492259c1f38f4f52ae06707e7601b303: Bootstrap starting.
14:02:35.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.094868 1177 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 492259c1f38f4f52ae06707e7601b303: Neither blocks nor log segments found. Creating new log.
14:02:35.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.095808 1177 log.cc:826] T 00000000000000000000000000000000 P 492259c1f38f4f52ae06707e7601b303: Log is configured to *not* fsync() on all Append() calls
14:02:35.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.098070 1177 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 492259c1f38f4f52ae06707e7601b303: No bootstrap required, opened a new log
14:02:35.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.103155 1177 raft_consensus.cc:359] T 00000000000000000000000000000000 P 492259c1f38f4f52ae06707e7601b303 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9def02a4ff24f5bac3a2bd157bf6fac" member_type: VOTER last_known_addr { host: "127.0.232.62" port: 36323 } } peers { permanent_uuid: "03e03ffdf397435fb6dcd49050b71c88" member_type: VOTER last_known_addr { host: "127.0.232.61" port: 34389 } } peers { permanent_uuid: "492259c1f38f4f52ae06707e7601b303" member_type: VOTER last_known_addr { host: "127.0.232.60" port: 45935 } }
14:02:35.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.103420 1177 raft_consensus.cc:385] T 00000000000000000000000000000000 P 492259c1f38f4f52ae06707e7601b303 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:02:35.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.103497 1177 raft_consensus.cc:740] T 00000000000000000000000000000000 P 492259c1f38f4f52ae06707e7601b303 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 492259c1f38f4f52ae06707e7601b303, State: Initialized, Role: FOLLOWER
14:02:35.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.103977 1177 consensus_queue.cc:260] T 00000000000000000000000000000000 P 492259c1f38f4f52ae06707e7601b303 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9def02a4ff24f5bac3a2bd157bf6fac" member_type: VOTER last_known_addr { host: "127.0.232.62" port: 36323 } } peers { permanent_uuid: "03e03ffdf397435fb6dcd49050b71c88" member_type: VOTER last_known_addr { host: "127.0.232.61" port: 34389 } } peers { permanent_uuid: "492259c1f38f4f52ae06707e7601b303" member_type: VOTER last_known_addr { host: "127.0.232.60" port: 45935 } }
14:02:35.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.104805 1184 sys_catalog.cc:455] T 00000000000000000000000000000000 P 492259c1f38f4f52ae06707e7601b303 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9def02a4ff24f5bac3a2bd157bf6fac" member_type: VOTER last_known_addr { host: "127.0.232.62" port: 36323 } } peers { permanent_uuid: "03e03ffdf397435fb6dcd49050b71c88" member_type: VOTER last_known_addr { host: "127.0.232.61" port: 34389 } } peers { permanent_uuid: "492259c1f38f4f52ae06707e7601b303" member_type: VOTER last_known_addr { host: "127.0.232.60" port: 45935 } } }
14:02:35.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.105130 1184 sys_catalog.cc:458] T 00000000000000000000000000000000 P 492259c1f38f4f52ae06707e7601b303 [sys.catalog]: This master's current role is: FOLLOWER
14:02:35.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.105885 1177 sys_catalog.cc:565] T 00000000000000000000000000000000 P 492259c1f38f4f52ae06707e7601b303 [sys.catalog]: configured and running, proceeding with master startup.
14:02:35.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:35.115491 1195 catalog_manager.cc:1607] T 00000000000000000000000000000000 P 492259c1f38f4f52ae06707e7601b303: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:02:35.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:35.115613 1195 catalog_manager.cc:896] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:02:35.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.112775 1098 master_runner.cc:187] Error getting master registration for 127.0.232.62:36323: OK, instance_id { permanent_uuid: "e9def02a4ff24f5bac3a2bd157bf6fac" instance_seqno: 1790690554188306 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
14:02:35.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.120180 1098 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
14:02:35.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.132607 1015 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.232.60" port: 45935 } attempt: 3
14:02:35.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.142581 1015 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e9def02a4ff24f5bac3a2bd157bf6fac: Bootstrap starting.
14:02:35.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.146435 1015 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P e9def02a4ff24f5bac3a2bd157bf6fac: Neither blocks nor log segments found. Creating new log.
14:02:35.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.147476 1015 log.cc:826] T 00000000000000000000000000000000 P e9def02a4ff24f5bac3a2bd157bf6fac: Log is configured to *not* fsync() on all Append() calls
14:02:35.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.149989 1015 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e9def02a4ff24f5bac3a2bd157bf6fac: No bootstrap required, opened a new log
14:02:35.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.155630 1015 raft_consensus.cc:359] T 00000000000000000000000000000000 P e9def02a4ff24f5bac3a2bd157bf6fac [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9def02a4ff24f5bac3a2bd157bf6fac" member_type: VOTER last_known_addr { host: "127.0.232.62" port: 36323 } } peers { permanent_uuid: "03e03ffdf397435fb6dcd49050b71c88" member_type: VOTER last_known_addr { host: "127.0.232.61" port: 34389 } } peers { permanent_uuid: "492259c1f38f4f52ae06707e7601b303" member_type: VOTER last_known_addr { host: "127.0.232.60" port: 45935 } }
14:02:35.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.155936 1015 raft_consensus.cc:385] T 00000000000000000000000000000000 P e9def02a4ff24f5bac3a2bd157bf6fac [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:02:35.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.156066 1015 raft_consensus.cc:740] T 00000000000000000000000000000000 P e9def02a4ff24f5bac3a2bd157bf6fac [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e9def02a4ff24f5bac3a2bd157bf6fac, State: Initialized, Role: FOLLOWER
14:02:35.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.156715 1015 consensus_queue.cc:260] T 00000000000000000000000000000000 P e9def02a4ff24f5bac3a2bd157bf6fac [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9def02a4ff24f5bac3a2bd157bf6fac" member_type: VOTER last_known_addr { host: "127.0.232.62" port: 36323 } } peers { permanent_uuid: "03e03ffdf397435fb6dcd49050b71c88" member_type: VOTER last_known_addr { host: "127.0.232.61" port: 34389 } } peers { permanent_uuid: "492259c1f38f4f52ae06707e7601b303" member_type: VOTER last_known_addr { host: "127.0.232.60" port: 45935 } }
14:02:35.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.157647 1198 sys_catalog.cc:455] T 00000000000000000000000000000000 P e9def02a4ff24f5bac3a2bd157bf6fac [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9def02a4ff24f5bac3a2bd157bf6fac" member_type: VOTER last_known_addr { host: "127.0.232.62" port: 36323 } } peers { permanent_uuid: "03e03ffdf397435fb6dcd49050b71c88" member_type: VOTER last_known_addr { host: "127.0.232.61" port: 34389 } } peers { permanent_uuid: "492259c1f38f4f52ae06707e7601b303" member_type: VOTER last_known_addr { host: "127.0.232.60" port: 45935 } } }
14:02:35.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.157925 1198 sys_catalog.cc:458] T 00000000000000000000000000000000 P e9def02a4ff24f5bac3a2bd157bf6fac [sys.catalog]: This master's current role is: FOLLOWER
14:02:35.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.158680 1015 sys_catalog.cc:565] T 00000000000000000000000000000000 P e9def02a4ff24f5bac3a2bd157bf6fac [sys.catalog]: configured and running, proceeding with master startup.
14:02:35.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:35.169538 1209 catalog_manager.cc:1607] T 00000000000000000000000000000000 P e9def02a4ff24f5bac3a2bd157bf6fac: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:02:35.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:35.169766 1209 catalog_manager.cc:896] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:02:35.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.170243 1184 raft_consensus.cc:493] T 00000000000000000000000000000000 P 492259c1f38f4f52ae06707e7601b303 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:02:35.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.170528 1184 raft_consensus.cc:515] T 00000000000000000000000000000000 P 492259c1f38f4f52ae06707e7601b303 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9def02a4ff24f5bac3a2bd157bf6fac" member_type: VOTER last_known_addr { host: "127.0.232.62" port: 36323 } } peers { permanent_uuid: "03e03ffdf397435fb6dcd49050b71c88" member_type: VOTER last_known_addr { host: "127.0.232.61" port: 34389 } } peers { permanent_uuid: "492259c1f38f4f52ae06707e7601b303" member_type: VOTER last_known_addr { host: "127.0.232.60" port: 45935 } }
14:02:35.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.172120 1184 leader_election.cc:290] T 00000000000000000000000000000000 P 492259c1f38f4f52ae06707e7601b303 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers e9def02a4ff24f5bac3a2bd157bf6fac (127.0.232.62:36323), 03e03ffdf397435fb6dcd49050b71c88 (127.0.232.61:34389)
14:02:35.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:35.173277 959 tablet.cc:2433] T 00000000000000000000000000000000 P e9def02a4ff24f5bac3a2bd157bf6fac: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:02:35.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.173127 980 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "492259c1f38f4f52ae06707e7601b303" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e9def02a4ff24f5bac3a2bd157bf6fac" is_pre_election: true
14:02:35.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.173648 980 raft_consensus.cc:2468] T 00000000000000000000000000000000 P e9def02a4ff24f5bac3a2bd157bf6fac [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 492259c1f38f4f52ae06707e7601b303 in term 0.
14:02:35.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.174278 1116 leader_election.cc:304] T 00000000000000000000000000000000 P 492259c1f38f4f52ae06707e7601b303 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 492259c1f38f4f52ae06707e7601b303, e9def02a4ff24f5bac3a2bd157bf6fac; no voters:
14:02:35.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.175737 1184 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 492259c1f38f4f52ae06707e7601b303 [term 0 FOLLOWER]: Leader pre-election won for term 1
14:02:35.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.175885 1184 raft_consensus.cc:493] T 00000000000000000000000000000000 P 492259c1f38f4f52ae06707e7601b303 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:02:35.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.175984 1184 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 492259c1f38f4f52ae06707e7601b303 [term 0 FOLLOWER]: Advancing to term 1
14:02:35.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.168785 939 master_runner.cc:187] Error getting master registration for 127.0.232.61:34389: OK, instance_id { permanent_uuid: "03e03ffdf397435fb6dcd49050b71c88" instance_seqno: 1790690554615373 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
14:02:35.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.178669 939 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
14:02:35.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.179299 1184 raft_consensus.cc:515] T 00000000000000000000000000000000 P 492259c1f38f4f52ae06707e7601b303 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9def02a4ff24f5bac3a2bd157bf6fac" member_type: VOTER last_known_addr { host: "127.0.232.62" port: 36323 } } peers { permanent_uuid: "03e03ffdf397435fb6dcd49050b71c88" member_type: VOTER last_known_addr { host: "127.0.232.61" port: 34389 } } peers { permanent_uuid: "492259c1f38f4f52ae06707e7601b303" member_type: VOTER last_known_addr { host: "127.0.232.60" port: 45935 } }
14:02:35.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.180437 980 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "492259c1f38f4f52ae06707e7601b303" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e9def02a4ff24f5bac3a2bd157bf6fac"
14:02:35.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.180487 1184 leader_election.cc:290] T 00000000000000000000000000000000 P 492259c1f38f4f52ae06707e7601b303 [CANDIDATE]: Term 1 election: Requested vote from peers e9def02a4ff24f5bac3a2bd157bf6fac (127.0.232.62:36323), 03e03ffdf397435fb6dcd49050b71c88 (127.0.232.61:34389)
14:02:35.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.180639 980 raft_consensus.cc:3060] T 00000000000000000000000000000000 P e9def02a4ff24f5bac3a2bd157bf6fac [term 0 FOLLOWER]: Advancing to term 1
14:02:35.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.183845 980 raft_consensus.cc:2468] T 00000000000000000000000000000000 P e9def02a4ff24f5bac3a2bd157bf6fac [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 492259c1f38f4f52ae06707e7601b303 in term 1.
14:02:35.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.184360 1116 leader_election.cc:304] T 00000000000000000000000000000000 P 492259c1f38f4f52ae06707e7601b303 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 492259c1f38f4f52ae06707e7601b303, e9def02a4ff24f5bac3a2bd157bf6fac; no voters:
14:02:35.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.184712 1184 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 492259c1f38f4f52ae06707e7601b303 [term 1 FOLLOWER]: Leader election won for term 1
14:02:35.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.185426 1184 raft_consensus.cc:697] T 00000000000000000000000000000000 P 492259c1f38f4f52ae06707e7601b303 [term 1 LEADER]: Becoming Leader. State: Replica: 492259c1f38f4f52ae06707e7601b303, State: Running, Role: LEADER
14:02:35.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.185962 1184 consensus_queue.cc:237] T 00000000000000000000000000000000 P 492259c1f38f4f52ae06707e7601b303 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9def02a4ff24f5bac3a2bd157bf6fac" member_type: VOTER last_known_addr { host: "127.0.232.62" port: 36323 } } peers { permanent_uuid: "03e03ffdf397435fb6dcd49050b71c88" member_type: VOTER last_known_addr { host: "127.0.232.61" port: 34389 } } peers { permanent_uuid: "492259c1f38f4f52ae06707e7601b303" member_type: VOTER last_known_addr { host: "127.0.232.60" port: 45935 } }
14:02:35.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.191105 1211 sys_catalog.cc:455] T 00000000000000000000000000000000 P 492259c1f38f4f52ae06707e7601b303 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 492259c1f38f4f52ae06707e7601b303. Latest consensus state: current_term: 1 leader_uuid: "492259c1f38f4f52ae06707e7601b303" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9def02a4ff24f5bac3a2bd157bf6fac" member_type: VOTER last_known_addr { host: "127.0.232.62" port: 36323 } } peers { permanent_uuid: "03e03ffdf397435fb6dcd49050b71c88" member_type: VOTER last_known_addr { host: "127.0.232.61" port: 34389 } } peers { permanent_uuid: "492259c1f38f4f52ae06707e7601b303" member_type: VOTER last_known_addr { host: "127.0.232.60" port: 45935 } } }
14:02:35.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.191550 1211 sys_catalog.cc:458] T 00000000000000000000000000000000 P 492259c1f38f4f52ae06707e7601b303 [sys.catalog]: This master's current role is: LEADER
14:02:35.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.192945 1213 catalog_manager.cc:1524] Loading table and tablet metadata into memory...
14:02:35.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.195166 1213 catalog_manager.cc:1533] Initializing Kudu cluster ID...
14:02:35.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.204608 980 raft_consensus.cc:1275] T 00000000000000000000000000000000 P e9def02a4ff24f5bac3a2bd157bf6fac [term 1 FOLLOWER]: Refusing update from remote peer 492259c1f38f4f52ae06707e7601b303: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:02:35.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.209033 1211 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 492259c1f38f4f52ae06707e7601b303 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e9def02a4ff24f5bac3a2bd157bf6fac" member_type: VOTER last_known_addr { host: "127.0.232.62" port: 36323 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:02:35.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.218549 1198 sys_catalog.cc:455] T 00000000000000000000000000000000 P e9def02a4ff24f5bac3a2bd157bf6fac [sys.catalog]: SysCatalogTable state changed. Reason: New leader 492259c1f38f4f52ae06707e7601b303. Latest consensus state: current_term: 1 leader_uuid: "492259c1f38f4f52ae06707e7601b303" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9def02a4ff24f5bac3a2bd157bf6fac" member_type: VOTER last_known_addr { host: "127.0.232.62" port: 36323 } } peers { permanent_uuid: "03e03ffdf397435fb6dcd49050b71c88" member_type: VOTER last_known_addr { host: "127.0.232.61" port: 34389 } } peers { permanent_uuid: "492259c1f38f4f52ae06707e7601b303" member_type: VOTER last_known_addr { host: "127.0.232.60" port: 45935 } } }
14:02:35.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.218788 1198 sys_catalog.cc:458] T 00000000000000000000000000000000 P e9def02a4ff24f5bac3a2bd157bf6fac [sys.catalog]: This master's current role is: FOLLOWER
14:02:35.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.226677 1184 sys_catalog.cc:455] T 00000000000000000000000000000000 P 492259c1f38f4f52ae06707e7601b303 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "492259c1f38f4f52ae06707e7601b303" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9def02a4ff24f5bac3a2bd157bf6fac" member_type: VOTER last_known_addr { host: "127.0.232.62" port: 36323 } } peers { permanent_uuid: "03e03ffdf397435fb6dcd49050b71c88" member_type: VOTER last_known_addr { host: "127.0.232.61" port: 34389 } } peers { permanent_uuid: "492259c1f38f4f52ae06707e7601b303" member_type: VOTER last_known_addr { host: "127.0.232.60" port: 45935 } } }
14:02:35.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.227192 1184 sys_catalog.cc:458] T 00000000000000000000000000000000 P 492259c1f38f4f52ae06707e7601b303 [sys.catalog]: This master's current role is: LEADER
14:02:35.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.230201 1213 catalog_manager.cc:1396] Generated new cluster ID: fa4a05b8c08c4651a582b1bc75346f5d
14:02:35.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.230338 1213 catalog_manager.cc:1544] Initializing Kudu internal certificate authority...
14:02:35.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.231282 1198 sys_catalog.cc:455] T 00000000000000000000000000000000 P e9def02a4ff24f5bac3a2bd157bf6fac [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "492259c1f38f4f52ae06707e7601b303" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9def02a4ff24f5bac3a2bd157bf6fac" member_type: VOTER last_known_addr { host: "127.0.232.62" port: 36323 } } peers { permanent_uuid: "03e03ffdf397435fb6dcd49050b71c88" member_type: VOTER last_known_addr { host: "127.0.232.61" port: 34389 } } peers { permanent_uuid: "492259c1f38f4f52ae06707e7601b303" member_type: VOTER last_known_addr { host: "127.0.232.60" port: 45935 } } }
14:02:35.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.231460 1198 sys_catalog.cc:458] T 00000000000000000000000000000000 P e9def02a4ff24f5bac3a2bd157bf6fac [sys.catalog]: This master's current role is: FOLLOWER
14:02:35.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.257464 1213 catalog_manager.cc:1419] Generated new certificate authority record
14:02:35.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.260177 1213 catalog_manager.cc:1553] Loading token signing keys...
14:02:35.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.286015 1213 catalog_manager.cc:6219] T 00000000000000000000000000000000 P 492259c1f38f4f52ae06707e7601b303: Generated new TSK 0
14:02:35.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.288750 1213 catalog_manager.cc:1563] Initializing in-progress tserver states...
14:02:35.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.313010 928 external_mini_cluster.cc:1372] Running /tmp/dist-test-taska0IKLx/build/asan/bin/kudu
14:02:35.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taska0IKLx/build/asan/bin/kudu
14:02:35.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taska0IKLx/test-tmp/mini-kudu-cluster1271912108777333107/ts-0/wal
14:02:35.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taska0IKLx/test-tmp/mini-kudu-cluster1271912108777333107/ts-0/data
14:02:35.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:02:35.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:02:35.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:02:35.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:02:35.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:02:35.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:02:35.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taska0IKLx/test-tmp/mini-kudu-cluster1271912108777333107/ts-0/logs
14:02:35.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taska0IKLx/test-tmp/mini-kudu-cluster1271912108777333107/ts-0/data/info.pb
14:02:35.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:02:35.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:02:35.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:02:35.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:02:35.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:02:35.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:02:35.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:02:35.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:02:35.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:02:35.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:02:35.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.232.1:0
14:02:35.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.0.232.1
14:02:35.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.232.1
14:02:35.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:02:35.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.0.232.62:36323,127.0.232.61:34389,127.0.232.60:45935
14:02:35.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.232.20:39039
14:02:35.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:02:35.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:02:35.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:02:35.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
14:02:35.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
14:02:35.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
14:02:35.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.316993 1096 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.232.60" port: 45935 } attempt: 5
14:02:35.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.330453 1096 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 03e03ffdf397435fb6dcd49050b71c88: Bootstrap starting.
14:02:35.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.334797 1096 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 03e03ffdf397435fb6dcd49050b71c88: Neither blocks nor log segments found. Creating new log.
14:02:35.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.337277 1096 log.cc:826] T 00000000000000000000000000000000 P 03e03ffdf397435fb6dcd49050b71c88: Log is configured to *not* fsync() on all Append() calls
14:02:35.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.351663 1096 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 03e03ffdf397435fb6dcd49050b71c88: No bootstrap required, opened a new log
14:02:35.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.365880 1096 raft_consensus.cc:359] T 00000000000000000000000000000000 P 03e03ffdf397435fb6dcd49050b71c88 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9def02a4ff24f5bac3a2bd157bf6fac" member_type: VOTER last_known_addr { host: "127.0.232.62" port: 36323 } } peers { permanent_uuid: "03e03ffdf397435fb6dcd49050b71c88" member_type: VOTER last_known_addr { host: "127.0.232.61" port: 34389 } } peers { permanent_uuid: "492259c1f38f4f52ae06707e7601b303" member_type: VOTER last_known_addr { host: "127.0.232.60" port: 45935 } }
14:02:35.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.366659 1096 raft_consensus.cc:385] T 00000000000000000000000000000000 P 03e03ffdf397435fb6dcd49050b71c88 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:02:35.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.369145 1096 raft_consensus.cc:740] T 00000000000000000000000000000000 P 03e03ffdf397435fb6dcd49050b71c88 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 03e03ffdf397435fb6dcd49050b71c88, State: Initialized, Role: FOLLOWER
14:02:35.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.370573 1096 consensus_queue.cc:260] T 00000000000000000000000000000000 P 03e03ffdf397435fb6dcd49050b71c88 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9def02a4ff24f5bac3a2bd157bf6fac" member_type: VOTER last_known_addr { host: "127.0.232.62" port: 36323 } } peers { permanent_uuid: "03e03ffdf397435fb6dcd49050b71c88" member_type: VOTER last_known_addr { host: "127.0.232.61" port: 34389 } } peers { permanent_uuid: "492259c1f38f4f52ae06707e7601b303" member_type: VOTER last_known_addr { host: "127.0.232.60" port: 45935 } }
14:02:35.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.383132 1221 sys_catalog.cc:455] T 00000000000000000000000000000000 P 03e03ffdf397435fb6dcd49050b71c88 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9def02a4ff24f5bac3a2bd157bf6fac" member_type: VOTER last_known_addr { host: "127.0.232.62" port: 36323 } } peers { permanent_uuid: "03e03ffdf397435fb6dcd49050b71c88" member_type: VOTER last_known_addr { host: "127.0.232.61" port: 34389 } } peers { permanent_uuid: "492259c1f38f4f52ae06707e7601b303" member_type: VOTER last_known_addr { host: "127.0.232.60" port: 45935 } } }
14:02:35.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.383476 1221 sys_catalog.cc:458] T 00000000000000000000000000000000 P 03e03ffdf397435fb6dcd49050b71c88 [sys.catalog]: This master's current role is: FOLLOWER
14:02:35.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.390172 1061 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "492259c1f38f4f52ae06707e7601b303" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "03e03ffdf397435fb6dcd49050b71c88" is_pre_election: true
14:02:35.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.390199 1060 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "492259c1f38f4f52ae06707e7601b303" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "03e03ffdf397435fb6dcd49050b71c88"
14:02:35.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.390825 1061 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 03e03ffdf397435fb6dcd49050b71c88 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 492259c1f38f4f52ae06707e7601b303 in term 0.
14:02:35.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.391498 1059 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 03e03ffdf397435fb6dcd49050b71c88 [term 0 FOLLOWER]: Advancing to term 1
14:02:35.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.396423 1059 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 03e03ffdf397435fb6dcd49050b71c88 [term 1 FOLLOWER]: Refusing update from remote peer 492259c1f38f4f52ae06707e7601b303: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:02:35.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.397416 1211 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 492259c1f38f4f52ae06707e7601b303 [LEADER]: Connected to new peer: Peer: permanent_uuid: "03e03ffdf397435fb6dcd49050b71c88" member_type: VOTER last_known_addr { host: "127.0.232.61" port: 34389 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:02:35.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.398648 1096 sys_catalog.cc:565] T 00000000000000000000000000000000 P 03e03ffdf397435fb6dcd49050b71c88 [sys.catalog]: configured and running, proceeding with master startup.
14:02:35.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.442626 1221 sys_catalog.cc:455] T 00000000000000000000000000000000 P 03e03ffdf397435fb6dcd49050b71c88 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 492259c1f38f4f52ae06707e7601b303. Latest consensus state: current_term: 1 leader_uuid: "492259c1f38f4f52ae06707e7601b303" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9def02a4ff24f5bac3a2bd157bf6fac" member_type: VOTER last_known_addr { host: "127.0.232.62" port: 36323 } } peers { permanent_uuid: "03e03ffdf397435fb6dcd49050b71c88" member_type: VOTER last_known_addr { host: "127.0.232.61" port: 34389 } } peers { permanent_uuid: "492259c1f38f4f52ae06707e7601b303" member_type: VOTER last_known_addr { host: "127.0.232.60" port: 45935 } } }
14:02:35.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.442736 1228 sys_catalog.cc:455] T 00000000000000000000000000000000 P 03e03ffdf397435fb6dcd49050b71c88 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "492259c1f38f4f52ae06707e7601b303" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9def02a4ff24f5bac3a2bd157bf6fac" member_type: VOTER last_known_addr { host: "127.0.232.62" port: 36323 } } peers { permanent_uuid: "03e03ffdf397435fb6dcd49050b71c88" member_type: VOTER last_known_addr { host: "127.0.232.61" port: 34389 } } peers { permanent_uuid: "492259c1f38f4f52ae06707e7601b303" member_type: VOTER last_known_addr { host: "127.0.232.60" port: 45935 } } }
14:02:35.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.442945 1221 sys_catalog.cc:458] T 00000000000000000000000000000000 P 03e03ffdf397435fb6dcd49050b71c88 [sys.catalog]: This master's current role is: FOLLOWER
14:02:35.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.443013 1228 sys_catalog.cc:458] T 00000000000000000000000000000000 P 03e03ffdf397435fb6dcd49050b71c88 [sys.catalog]: This master's current role is: FOLLOWER
14:02:35.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.484717 1238 catalog_manager.cc:818] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
14:02:35.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.503640 1211 sys_catalog.cc:455] T 00000000000000000000000000000000 P 492259c1f38f4f52ae06707e7601b303 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "492259c1f38f4f52ae06707e7601b303" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9def02a4ff24f5bac3a2bd157bf6fac" member_type: VOTER last_known_addr { host: "127.0.232.62" port: 36323 } } peers { permanent_uuid: "03e03ffdf397435fb6dcd49050b71c88" member_type: VOTER last_known_addr { host: "127.0.232.61" port: 34389 } } peers { permanent_uuid: "492259c1f38f4f52ae06707e7601b303" member_type: VOTER last_known_addr { host: "127.0.232.60" port: 45935 } } }
14:02:35.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.503885 1211 sys_catalog.cc:458] T 00000000000000000000000000000000 P 492259c1f38f4f52ae06707e7601b303 [sys.catalog]: This master's current role is: LEADER
14:02:35.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:35.797145 1219 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:02:35.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:35.797416 1219 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:02:35.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:35.797503 1219 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:02:35.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:35.806130 1219 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:02:35.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:35.806263 1219 flags.cc:432] Enabled experimental flag: --txn_keepalive_interval_ms=1000
14:02:35.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:35.806313 1219 flags.cc:432] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
14:02:35.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:35.806349 1219 flags.cc:432] Enabled experimental flag: --enable_txn_system_client_init=true
14:02:35.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:35.806429 1219 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.0.232.1
14:02:35.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.816438 1219 tablet_server_runner.cc:78] Tablet server non-default flags:
14:02:35.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taska0IKLx/test-tmp/mini-kudu-cluster1271912108777333107/ts-0/logs
14:02:35.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:02:35.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:02:35.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:02:35.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.232.20:39039
14:02:35.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:02:35.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:02:35.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taska0IKLx/test-tmp/mini-kudu-cluster1271912108777333107/ts-0/data
14:02:35.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taska0IKLx/test-tmp/mini-kudu-cluster1271912108777333107/ts-0/wal
14:02:35.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:02:35.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:02:35.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.232.1:0
14:02:35.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:02:35.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:02:35.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:02:35.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taska0IKLx/test-tmp/mini-kudu-cluster1271912108777333107/ts-0/data/info.pb
14:02:35.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.232.1
14:02:35.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:02:35.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
14:02:35.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
14:02:35.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
14:02:35.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.0.232.62:36323,127.0.232.61:34389,127.0.232.60:45935
14:02:35.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:02:35.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:02:35.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:02:35.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:02:35.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:02:35.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.0.232.1
14:02:35.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:02:35.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:02:35.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:02:35.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3abfc3e270b48c5a2e69ad8b9aebc64e2a8e2644
14:02:35.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:02:35.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 29 Sep 2026 13:43:21 UTC on bdcb31816ec0
14:02:35.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14057
14:02:35.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
14:02:35.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.817925 1219 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:02:35.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.819644 1219 file_cache.cc:504] Constructed file cache file cache with capacity 419430
14:02:35.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:35.828789 1244 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:02:35.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:35.828823 1246 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:02:35.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:35.828858 1243 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:02:35.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.829849 1219 server_base.cc:1061] running on GCE node
14:02:35.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.830339 1219 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:02:35.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.831161 1219 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:02:35.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.832396 1219 hybrid_clock.cc:648] HybridClock initialized: now 1790690555832347 us; error 28 us; skew 500 ppm
14:02:35.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.832624 1219 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:02:35.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.834589 1219 webserver.cc:533] Webserver started at http://127.0.232.1:34687/ using document root <none> and password file <none>
14:02:35.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.835201 1219 fs_manager.cc:362] Metadata directory not provided
14:02:35.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.835327 1219 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:02:35.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.835595 1219 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:02:35.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.837852 1219 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taska0IKLx/test-tmp/mini-kudu-cluster1271912108777333107/ts-0/data/instance:
14:02:35.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "dfb54fe4b6bc462ab81a1d9de1ffe4dc"
14:02:35.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 14:02:35 on dist-test-slave-jmz7"
14:02:35.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.838505 1219 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taska0IKLx/test-tmp/mini-kudu-cluster1271912108777333107/ts-0/wal/instance:
14:02:35.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "dfb54fe4b6bc462ab81a1d9de1ffe4dc"
14:02:35.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 14:02:35 on dist-test-slave-jmz7"
14:02:35.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.843441 1219 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.006s sys 0.000s
14:02:35.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.846587 1252 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:02:35.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.847909 1219 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.002s sys 0.000s
14:02:35.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.848033 1219 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taska0IKLx/test-tmp/mini-kudu-cluster1271912108777333107/ts-0/data,/tmp/dist-test-taska0IKLx/test-tmp/mini-kudu-cluster1271912108777333107/ts-0/wal
14:02:35.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "dfb54fe4b6bc462ab81a1d9de1ffe4dc"
14:02:35.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 14:02:35 on dist-test-slave-jmz7"
14:02:35.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.848179 1219 fs_report.cc:389] FS layout report
14:02:35.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:02:35.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taska0IKLx/test-tmp/mini-kudu-cluster1271912108777333107/ts-0/wal
14:02:35.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taska0IKLx/test-tmp/mini-kudu-cluster1271912108777333107/ts-0/wal
14:02:35.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taska0IKLx/test-tmp/mini-kudu-cluster1271912108777333107/ts-0/data/data
14:02:35.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:02:35.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:02:35.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:02:35.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:02:35.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:02:35.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:02:35.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:02:35.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:02:35.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:02:35.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:02:35.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:02:35.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.867694 1219 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:02:35.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.868465 1219 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:02:35.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.868695 1219 kserver.cc:163] Server-wide thread pool size limit: 3276
14:02:35.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.871579 1219 ts_tablet_manager.cc:631] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:02:35.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.871719 1219 ts_tablet_manager.cc:577] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
14:02:35.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.871822 1219 ts_tablet_manager.cc:662] Registered 0 tablets
14:02:35.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.871918 1219 ts_tablet_manager.cc:641] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
14:02:35.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.946570 1219 rpc_server.cc:307] RPC server started. Bound to: 127.0.232.1:42281
14:02:35.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.946667 1376 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.0.232.1:42281 every 8 connection(s)
14:02:35.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.947861 1219 server_base.cc:1193] Dumped server information to /tmp/dist-test-taska0IKLx/test-tmp/mini-kudu-cluster1271912108777333107/ts-0/data/info.pb
14:02:35.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.951301 928 external_mini_cluster.cc:1434] Started /tmp/dist-test-taska0IKLx/build/asan/bin/kudu as pid 1219
14:02:35.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.951547 928 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taska0IKLx/test-tmp/mini-kudu-cluster1271912108777333107/ts-0/wal/instance
14:02:35.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.952415 1378 heartbeater.cc:344] Connected to a master server at 127.0.232.62:36323
14:02:35.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.952921 1378 heartbeater.cc:461] Registering TS with master...
14:02:35.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.954296 1378 heartbeater.cc:507] Master 127.0.232.62:36323 requested a full tablet report, sending...
14:02:35.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.957427 970 ts_manager.cc:194] Registered new tserver with Master: dfb54fe4b6bc462ab81a1d9de1ffe4dc (127.0.232.1:42281)
14:02:35.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.958653 928 external_mini_cluster.cc:1372] Running /tmp/dist-test-taska0IKLx/build/asan/bin/kudu
14:02:35.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taska0IKLx/build/asan/bin/kudu
14:02:35.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taska0IKLx/test-tmp/mini-kudu-cluster1271912108777333107/ts-1/wal
14:02:35.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taska0IKLx/test-tmp/mini-kudu-cluster1271912108777333107/ts-1/data
14:02:35.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:02:35.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:02:35.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:02:35.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:02:35.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:02:35.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:02:35.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taska0IKLx/test-tmp/mini-kudu-cluster1271912108777333107/ts-1/logs
14:02:35.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taska0IKLx/test-tmp/mini-kudu-cluster1271912108777333107/ts-1/data/info.pb
14:02:35.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:02:35.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:02:35.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:02:35.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:02:35.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:02:35.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:02:35.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:02:35.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:02:35.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:02:35.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:02:35.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.232.2:0
14:02:35.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.0.232.2
14:02:35.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.232.2
14:02:35.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:02:35.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.0.232.62:36323,127.0.232.61:34389,127.0.232.60:45935
14:02:35.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.232.20:39039
14:02:35.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:02:35.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:02:35.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:02:35.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
14:02:35.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
14:02:35.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
14:02:35.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.963912 1379 heartbeater.cc:344] Connected to a master server at 127.0.232.61:34389
14:02:35.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.964064 1379 heartbeater.cc:461] Registering TS with master...
14:02:35.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.964524 1379 heartbeater.cc:507] Master 127.0.232.61:34389 requested a full tablet report, sending...
14:02:35.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.966280 1051 ts_manager.cc:194] Registered new tserver with Master: dfb54fe4b6bc462ab81a1d9de1ffe4dc (127.0.232.1:42281)
14:02:35.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.968518 1377 heartbeater.cc:344] Connected to a master server at 127.0.232.60:45935
14:02:35.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.968632 1377 heartbeater.cc:461] Registering TS with master...
14:02:35.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.968979 1377 heartbeater.cc:507] Master 127.0.232.60:45935 requested a full tablet report, sending...
14:02:35.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.970350 1132 ts_manager.cc:194] Registered new tserver with Master: dfb54fe4b6bc462ab81a1d9de1ffe4dc (127.0.232.1:42281)
14:02:35.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:35.971808 1132 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.0.232.1:57597
14:02:36.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:36.172194 1209 catalog_manager.cc:1308] Loaded cluster ID: fa4a05b8c08c4651a582b1bc75346f5d
14:02:36.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:36.172353 1209 catalog_manager.cc:1601] T 00000000000000000000000000000000 P e9def02a4ff24f5bac3a2bd157bf6fac: loading cluster ID for follower catalog manager: success
14:02:36.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:36.176177 1209 catalog_manager.cc:1623] T 00000000000000000000000000000000 P e9def02a4ff24f5bac3a2bd157bf6fac: acquiring CA information for follower catalog manager: success
14:02:36.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:36.178490 1209 catalog_manager.cc:1651] T 00000000000000000000000000000000 P e9def02a4ff24f5bac3a2bd157bf6fac: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
14:02:36.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:36.289147 1382 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:02:36.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:36.289458 1382 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:02:36.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:36.289546 1382 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:02:36.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:36.297987 1382 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:02:36.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:36.298120 1382 flags.cc:432] Enabled experimental flag: --txn_keepalive_interval_ms=1000
14:02:36.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:36.298173 1382 flags.cc:432] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
14:02:36.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:36.298216 1382 flags.cc:432] Enabled experimental flag: --enable_txn_system_client_init=true
14:02:36.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:36.298295 1382 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.0.232.2
14:02:36.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:36.308769 1382 tablet_server_runner.cc:78] Tablet server non-default flags:
14:02:36.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taska0IKLx/test-tmp/mini-kudu-cluster1271912108777333107/ts-1/logs
14:02:36.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:02:36.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:02:36.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:02:36.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.232.20:39039
14:02:36.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:02:36.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:02:36.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taska0IKLx/test-tmp/mini-kudu-cluster1271912108777333107/ts-1/data
14:02:36.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taska0IKLx/test-tmp/mini-kudu-cluster1271912108777333107/ts-1/wal
14:02:36.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:02:36.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:02:36.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.232.2:0
14:02:36.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:02:36.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:02:36.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:02:36.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taska0IKLx/test-tmp/mini-kudu-cluster1271912108777333107/ts-1/data/info.pb
14:02:36.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.232.2
14:02:36.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:02:36.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
14:02:36.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
14:02:36.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
14:02:36.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.0.232.62:36323,127.0.232.61:34389,127.0.232.60:45935
14:02:36.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:02:36.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:02:36.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:02:36.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:02:36.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:02:36.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.0.232.2
14:02:36.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:02:36.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:02:36.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:02:36.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3abfc3e270b48c5a2e69ad8b9aebc64e2a8e2644
14:02:36.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:02:36.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 29 Sep 2026 13:43:21 UTC on bdcb31816ec0
14:02:36.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14057
14:02:36.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
14:02:36.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:36.310382 1382 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:02:36.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:36.312227 1382 file_cache.cc:504] Constructed file cache file cache with capacity 419430
14:02:36.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:36.321894 1387 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:02:36.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:36.321935 1388 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:02:36.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:36.322093 1390 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:02:36.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:36.322757 1382 server_base.cc:1061] running on GCE node
14:02:36.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:36.323225 1382 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:02:36.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:36.324051 1382 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:02:36.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:36.325287 1382 hybrid_clock.cc:648] HybridClock initialized: now 1790690556325232 us; error 23 us; skew 500 ppm
14:02:36.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:36.325596 1382 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:02:36.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:36.327680 1382 webserver.cc:533] Webserver started at http://127.0.232.2:43085/ using document root <none> and password file <none>
14:02:36.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:36.328501 1382 fs_manager.cc:362] Metadata directory not provided
14:02:36.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:36.328660 1382 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:02:36.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:36.328989 1382 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:02:36.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:36.331252 1382 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taska0IKLx/test-tmp/mini-kudu-cluster1271912108777333107/ts-1/data/instance:
14:02:36.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "01a6a196825e4669b46e1f1ac0a6c7ba"
14:02:36.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 14:02:36 on dist-test-slave-jmz7"
14:02:36.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:36.332023 1382 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taska0IKLx/test-tmp/mini-kudu-cluster1271912108777333107/ts-1/wal/instance:
14:02:36.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "01a6a196825e4669b46e1f1ac0a6c7ba"
14:02:36.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 14:02:36 on dist-test-slave-jmz7"
14:02:36.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:36.337174 1382 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.003s sys 0.001s
14:02:36.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:36.340440 1396 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:02:36.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:36.341725 1382 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.003s sys 0.001s
14:02:36.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:36.341923 1382 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taska0IKLx/test-tmp/mini-kudu-cluster1271912108777333107/ts-1/data,/tmp/dist-test-taska0IKLx/test-tmp/mini-kudu-cluster1271912108777333107/ts-1/wal
14:02:36.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "01a6a196825e4669b46e1f1ac0a6c7ba"
14:02:36.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 14:02:36 on dist-test-slave-jmz7"
14:02:36.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:36.342130 1382 fs_report.cc:389] FS layout report
14:02:36.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:02:36.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taska0IKLx/test-tmp/mini-kudu-cluster1271912108777333107/ts-1/wal
14:02:36.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taska0IKLx/test-tmp/mini-kudu-cluster1271912108777333107/ts-1/wal
14:02:36.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taska0IKLx/test-tmp/mini-kudu-cluster1271912108777333107/ts-1/data/data
14:02:36.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:02:36.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:02:36.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:02:36.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:02:36.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:02:36.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:02:36.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:02:36.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:02:36.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:02:36.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:02:36.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:02:36.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:36.367996 1382 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:02:36.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:36.368882 1382 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:02:36.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:36.369195 1382 kserver.cc:163] Server-wide thread pool size limit: 3276
14:02:36.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:36.372324 1382 ts_tablet_manager.cc:631] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:02:36.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:36.372440 1382 ts_tablet_manager.cc:577] Time spent load tablet metadata: real 0.000s user 0.001s sys 0.000s
14:02:36.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:36.372563 1382 ts_tablet_manager.cc:662] Registered 0 tablets
14:02:36.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:36.372644 1382 ts_tablet_manager.cc:641] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
14:02:36.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:36.435230 1382 rpc_server.cc:307] RPC server started. Bound to: 127.0.232.2:43359
14:02:36.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:36.435323 1518 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.0.232.2:43359 every 8 connection(s)
14:02:36.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:36.436702 1382 server_base.cc:1193] Dumped server information to /tmp/dist-test-taska0IKLx/test-tmp/mini-kudu-cluster1271912108777333107/ts-1/data/info.pb
14:02:36.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:36.439837 1520 heartbeater.cc:344] Connected to a master server at 127.0.232.62:36323
14:02:36.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:36.440218 1520 heartbeater.cc:461] Registering TS with master...
14:02:36.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:36.440243 928 external_mini_cluster.cc:1434] Started /tmp/dist-test-taska0IKLx/build/asan/bin/kudu as pid 1382
14:02:36.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:36.440557 928 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taska0IKLx/test-tmp/mini-kudu-cluster1271912108777333107/ts-1/wal/instance
14:02:36.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:36.441434 1520 heartbeater.cc:507] Master 127.0.232.62:36323 requested a full tablet report, sending...
14:02:36.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:36.446027 970 ts_manager.cc:194] Registered new tserver with Master: 01a6a196825e4669b46e1f1ac0a6c7ba (127.0.232.2:43359)
14:02:36.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:36.447575 1521 heartbeater.cc:344] Connected to a master server at 127.0.232.61:34389
14:02:36.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:36.447731 1521 heartbeater.cc:461] Registering TS with master...
14:02:36.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:36.448268 1521 heartbeater.cc:507] Master 127.0.232.61:34389 requested a full tablet report, sending...
14:02:36.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:36.449647 928 external_mini_cluster.cc:1372] Running /tmp/dist-test-taska0IKLx/build/asan/bin/kudu
14:02:36.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taska0IKLx/build/asan/bin/kudu
14:02:36.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taska0IKLx/test-tmp/mini-kudu-cluster1271912108777333107/ts-2/wal
14:02:36.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taska0IKLx/test-tmp/mini-kudu-cluster1271912108777333107/ts-2/data
14:02:36.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:02:36.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:02:36.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:02:36.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:02:36.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:02:36.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:02:36.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taska0IKLx/test-tmp/mini-kudu-cluster1271912108777333107/ts-2/logs
14:02:36.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taska0IKLx/test-tmp/mini-kudu-cluster1271912108777333107/ts-2/data/info.pb
14:02:36.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:02:36.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:02:36.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:02:36.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:02:36.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:02:36.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:02:36.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:02:36.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:02:36.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:02:36.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:02:36.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.232.3:0
14:02:36.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.0.232.3
14:02:36.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.232.3
14:02:36.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:02:36.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.0.232.62:36323,127.0.232.61:34389,127.0.232.60:45935
14:02:36.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.232.20:39039
14:02:36.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:02:36.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:02:36.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:02:36.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
14:02:36.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
14:02:36.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
14:02:36.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:36.454017 1051 ts_manager.cc:194] Registered new tserver with Master: 01a6a196825e4669b46e1f1ac0a6c7ba (127.0.232.2:43359)
14:02:36.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:36.456064 1519 heartbeater.cc:344] Connected to a master server at 127.0.232.60:45935
14:02:36.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:36.456224 1519 heartbeater.cc:461] Registering TS with master...
14:02:36.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:36.456638 1519 heartbeater.cc:507] Master 127.0.232.60:45935 requested a full tablet report, sending...
14:02:36.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:36.457563 1132 ts_manager.cc:194] Registered new tserver with Master: 01a6a196825e4669b46e1f1ac0a6c7ba (127.0.232.2:43359)
14:02:36.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:36.458302 1132 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.0.232.2:60563
14:02:36.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:36.489063 1238 catalog_manager.cc:1308] Loaded cluster ID: fa4a05b8c08c4651a582b1bc75346f5d
14:02:36.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:36.489228 1238 catalog_manager.cc:1601] T 00000000000000000000000000000000 P 03e03ffdf397435fb6dcd49050b71c88: loading cluster ID for follower catalog manager: success
14:02:36.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:36.491796 1238 catalog_manager.cc:1623] T 00000000000000000000000000000000 P 03e03ffdf397435fb6dcd49050b71c88: acquiring CA information for follower catalog manager: success
14:02:36.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:36.493850 1238 catalog_manager.cc:1651] T 00000000000000000000000000000000 P 03e03ffdf397435fb6dcd49050b71c88: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
14:02:36.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:36.792639 1524 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:02:36.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:36.792918 1524 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:02:36.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:36.793009 1524 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:02:36.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:36.801800 1524 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:02:36.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:36.801968 1524 flags.cc:432] Enabled experimental flag: --txn_keepalive_interval_ms=1000
14:02:36.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:36.802043 1524 flags.cc:432] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
14:02:36.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:36.802096 1524 flags.cc:432] Enabled experimental flag: --enable_txn_system_client_init=true
14:02:36.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:36.802246 1524 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.0.232.3
14:02:36.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:36.813264 1524 tablet_server_runner.cc:78] Tablet server non-default flags:
14:02:36.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taska0IKLx/test-tmp/mini-kudu-cluster1271912108777333107/ts-2/logs
14:02:36.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:02:36.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:02:36.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:02:36.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.232.20:39039
14:02:36.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:02:36.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:02:36.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taska0IKLx/test-tmp/mini-kudu-cluster1271912108777333107/ts-2/data
14:02:36.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taska0IKLx/test-tmp/mini-kudu-cluster1271912108777333107/ts-2/wal
14:02:36.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:02:36.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:02:36.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.232.3:0
14:02:36.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:02:36.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:02:36.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:02:36.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taska0IKLx/test-tmp/mini-kudu-cluster1271912108777333107/ts-2/data/info.pb
14:02:36.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.232.3
14:02:36.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:02:36.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
14:02:36.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
14:02:36.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
14:02:36.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.0.232.62:36323,127.0.232.61:34389,127.0.232.60:45935
14:02:36.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:02:36.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:02:36.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:02:36.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:02:36.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:02:36.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.0.232.3
14:02:36.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:02:36.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:02:36.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:02:36.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3abfc3e270b48c5a2e69ad8b9aebc64e2a8e2644
14:02:36.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:02:36.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 29 Sep 2026 13:43:21 UTC on bdcb31816ec0
14:02:36.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14057
14:02:36.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
14:02:36.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:36.814805 1524 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:02:36.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:36.816668 1524 file_cache.cc:504] Constructed file cache file cache with capacity 419430
14:02:36.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:36.826133 1530 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:02:36.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:36.826169 1531 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:02:36.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:36.828377 1533 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:02:36.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:36.828889 1524 server_base.cc:1061] running on GCE node
14:02:36.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:36.829489 1524 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:02:36.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:36.830461 1524 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:02:36.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:36.831707 1524 hybrid_clock.cc:648] HybridClock initialized: now 1790690556831646 us; error 41 us; skew 500 ppm
14:02:36.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:36.832044 1524 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:02:36.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:36.834336 1524 webserver.cc:533] Webserver started at http://127.0.232.3:43929/ using document root <none> and password file <none>
14:02:36.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:36.835026 1524 fs_manager.cc:362] Metadata directory not provided
14:02:36.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:36.835172 1524 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:02:36.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:36.835552 1524 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:02:36.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:36.838009 1524 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taska0IKLx/test-tmp/mini-kudu-cluster1271912108777333107/ts-2/data/instance:
14:02:36.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4eca746851e342c584b3948f23a4c75f"
14:02:36.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 14:02:36 on dist-test-slave-jmz7"
14:02:36.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:36.838810 1524 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taska0IKLx/test-tmp/mini-kudu-cluster1271912108777333107/ts-2/wal/instance:
14:02:36.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4eca746851e342c584b3948f23a4c75f"
14:02:36.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 14:02:36 on dist-test-slave-jmz7"
14:02:36.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:36.844138 1524 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.007s sys 0.000s
14:02:36.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:36.847770 1539 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:02:36.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:36.849196 1524 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
14:02:36.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:36.849382 1524 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taska0IKLx/test-tmp/mini-kudu-cluster1271912108777333107/ts-2/data,/tmp/dist-test-taska0IKLx/test-tmp/mini-kudu-cluster1271912108777333107/ts-2/wal
14:02:36.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4eca746851e342c584b3948f23a4c75f"
14:02:36.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 14:02:36 on dist-test-slave-jmz7"
14:02:36.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:36.849560 1524 fs_report.cc:389] FS layout report
14:02:36.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:02:36.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taska0IKLx/test-tmp/mini-kudu-cluster1271912108777333107/ts-2/wal
14:02:36.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taska0IKLx/test-tmp/mini-kudu-cluster1271912108777333107/ts-2/wal
14:02:36.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taska0IKLx/test-tmp/mini-kudu-cluster1271912108777333107/ts-2/data/data
14:02:36.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:02:36.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:02:36.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:02:36.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:02:36.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:02:36.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:02:36.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:02:36.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:02:36.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:02:36.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:02:36.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:02:36.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:36.873790 1524 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:02:36.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:36.874637 1524 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:02:36.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:36.874961 1524 kserver.cc:163] Server-wide thread pool size limit: 3276
14:02:36.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:36.878149 1524 ts_tablet_manager.cc:631] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:02:36.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:36.878273 1524 ts_tablet_manager.cc:577] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
14:02:36.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:36.878407 1524 ts_tablet_manager.cc:662] Registered 0 tablets
14:02:36.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:36.878501 1524 ts_tablet_manager.cc:641] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
14:02:36.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:36.944932 1524 rpc_server.cc:307] RPC server started. Bound to: 127.0.232.3:43147
14:02:36.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:36.944981 1660 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.0.232.3:43147 every 8 connection(s)
14:02:36.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:36.946419 1524 server_base.cc:1193] Dumped server information to /tmp/dist-test-taska0IKLx/test-tmp/mini-kudu-cluster1271912108777333107/ts-2/data/info.pb
14:02:36.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:36.954417 928 external_mini_cluster.cc:1434] Started /tmp/dist-test-taska0IKLx/build/asan/bin/kudu as pid 1524
14:02:36.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:36.954600 928 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taska0IKLx/test-tmp/mini-kudu-cluster1271912108777333107/ts-2/wal/instance
14:02:36.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:36.957387 1662 heartbeater.cc:344] Connected to a master server at 127.0.232.62:36323
14:02:36.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:36.958346 1661 heartbeater.cc:344] Connected to a master server at 127.0.232.60:45935
14:02:36.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:36.958722 1661 heartbeater.cc:461] Registering TS with master...
14:02:36.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:36.958902 1662 heartbeater.cc:461] Registering TS with master...
14:02:36.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:36.960659 1662 heartbeater.cc:507] Master 127.0.232.62:36323 requested a full tablet report, sending...
14:02:36.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:36.962471 1661 heartbeater.cc:507] Master 127.0.232.60:45935 requested a full tablet report, sending...
14:02:36.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:36.963485 1132 ts_manager.cc:194] Registered new tserver with Master: 4eca746851e342c584b3948f23a4c75f (127.0.232.3:43147)
14:02:36.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:36.963973 969 ts_manager.cc:194] Registered new tserver with Master: 4eca746851e342c584b3948f23a4c75f (127.0.232.3:43147)
14:02:36.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:36.964598 1132 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.0.232.3:44829
14:02:36.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:36.965410 1663 heartbeater.cc:344] Connected to a master server at 127.0.232.61:34389
14:02:36.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:36.965552 1663 heartbeater.cc:461] Registering TS with master...
14:02:36.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:36.966228 1663 heartbeater.cc:507] Master 127.0.232.61:34389 requested a full tablet report, sending...
14:02:36.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:36.967227 1051 ts_manager.cc:194] Registered new tserver with Master: 4eca746851e342c584b3948f23a4c75f (127.0.232.3:43147)
14:02:36.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:36.974097 1377 heartbeater.cc:499] Master 127.0.232.60:45935 was elected leader, sending a full tablet report...
14:02:36.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:36.980034 928 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
14:02:36.982 [DEBUG - main] (MiniKuduCluster.java:195) Response:
14:02:36.982 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
14:02:36.983 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.0.232.62"
port: 36323
}
bound_http_address {
host: "127.0.232.62"
port: 33517
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.0.232.61"
port: 34389
}
bound_http_address {
host: "127.0.232.61"
port: 46817
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.0.232.60"
port: 45935
}
bound_http_address {
host: "127.0.232.60"
port: 46883
}
}
}
14:02:36.983 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
14:02:36.983 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.0.232.1"
port: 42281
}
bound_http_address {
host: "127.0.232.1"
port: 34687
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.0.232.2"
port: 43359
}
bound_http_address {
host: "127.0.232.2"
port: 43085
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.0.232.3"
port: 43147
}
bound_http_address {
host: "127.0.232.3"
port: 43929
}
}
}
14:02:36.984 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
14:02:36.985 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
14:02:36.987 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.0.232.60:45935(127.0.232.60:45935)] connecting to peer
14:02:36.988 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.0.232.61:34389(127.0.232.61:34389)] connecting to peer
14:02:36.988 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.0.232.60:45935(127.0.232.60:45935)] Successfully connected to peer
14:02:36.988 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.0.232.62:36323(127.0.232.62:36323)] connecting to peer
14:02:36.990 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.0.232.62:36323(127.0.232.62:36323)] Successfully connected to peer
14:02:36.990 [DEBUG - kudu-nio-0] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.0.232.60
14:02:36.990 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.0.232.61:34389(127.0.232.61:34389)] Successfully connected to peer
14:02:36.991 [DEBUG - kudu-nio-1] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.0.232.61
14:02:36.991 [DEBUG - kudu-nio-2] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.0.232.62
14:02:37.010 [DEBUG - kudu-nio-0] (Negotiator.java:918) Authenticated connection [id: 0x6962c490, L:/127.0.0.1:57232 - R:/127.0.232.60:45935] using SASL/PLAIN
14:02:37.011 [DEBUG - kudu-nio-2] (Negotiator.java:918) Authenticated connection [id: 0xe3a1d85e, L:/127.0.0.1:36318 - R:/127.0.232.62:36323] using SASL/PLAIN
14:02:37.012 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
14:02:37.012 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=26), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.232.60:45935, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.232.61:34389, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.232.62:36323, [25ms] Sub RPC ConnectToMaster: received response from server master-127.0.232.60:45935: OK, deferred=null) after lookup
14:02:37.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.013940 1132 catalog_manager.cc:2296] Servicing CreateTable request from {username='slave'} at 127.0.0.1:57232:
14:02:37.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_manager_fallback_rolling"
14:02:37.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
14:02:37.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:02:37.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
14:02:37.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
14:02:37.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
14:02:37.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
14:02:37.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
14:02:37.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:02:37.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
14:02:37.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:02:37.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:02:37.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column1_i"
14:02:37.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
14:02:37.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
14:02:37.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
14:02:37.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
14:02:37.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:02:37.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
14:02:37.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:02:37.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:02:37.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column2_i"
14:02:37.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
14:02:37.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
14:02:37.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
14:02:37.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
14:02:37.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:02:37.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
14:02:37.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:02:37.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:02:37.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column3_s"
14:02:37.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
14:02:37.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
14:02:37.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: true
14:02:37.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: DICT_ENCODING
14:02:37.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: LZ4
14:02:37.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 4096
14:02:37.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:02:37.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
14:02:37.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:02:37.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:02:37.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column4_b"
14:02:37.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: BOOL
14:02:37.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
14:02:37.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
14:02:37.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
14:02:37.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:02:37.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
14:02:37.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:02:37.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:02:37.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
14:02:37.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) hash_schema {
14:02:37.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:02:37.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
14:02:37.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:02:37.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_buckets: 2
14:02:37.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) seed: 0
14:02:37.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:02:37.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:02:37.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:37.016371 1132 catalog_manager.cc:7226] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table txn_manager_fallback_rolling in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
14:02:37.020 [DEBUG - kudu-nio-1] (Negotiator.java:918) Authenticated connection [id: 0x7748af99, L:/127.0.0.1:52730 - R:/127.0.232.61:34389] using SASL/PLAIN
14:02:37.045 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 10ca21db78774446b3dd01e1537fe6e0
14:02:37.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.098098 1454 tablet_service.cc:1511] Processing CreateTablet for tablet af4dc7988003487aa690d83efafd066e (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=10ca21db78774446b3dd01e1537fe6e0]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
14:02:37.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.099612 1454 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet af4dc7988003487aa690d83efafd066e. 1 dirs total, 0 dirs full, 0 dirs failed
14:02:37.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.100755 1453 tablet_service.cc:1511] Processing CreateTablet for tablet 7e4d623b880e41d58335ce9d47c221df (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=10ca21db78774446b3dd01e1537fe6e0]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
14:02:37.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.101171 1453 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 7e4d623b880e41d58335ce9d47c221df. 1 dirs total, 0 dirs full, 0 dirs failed
14:02:37.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.105008 1312 tablet_service.cc:1511] Processing CreateTablet for tablet af4dc7988003487aa690d83efafd066e (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=10ca21db78774446b3dd01e1537fe6e0]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
14:02:37.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.105345 1595 tablet_service.cc:1511] Processing CreateTablet for tablet 7e4d623b880e41d58335ce9d47c221df (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=10ca21db78774446b3dd01e1537fe6e0]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
14:02:37.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.105044 1596 tablet_service.cc:1511] Processing CreateTablet for tablet af4dc7988003487aa690d83efafd066e (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=10ca21db78774446b3dd01e1537fe6e0]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
14:02:37.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.106518 1596 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet af4dc7988003487aa690d83efafd066e. 1 dirs total, 0 dirs full, 0 dirs failed
14:02:37.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.106616 1312 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet af4dc7988003487aa690d83efafd066e. 1 dirs total, 0 dirs full, 0 dirs failed
14:02:37.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.107092 1595 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 7e4d623b880e41d58335ce9d47c221df. 1 dirs total, 0 dirs full, 0 dirs failed
14:02:37.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.117121 1311 tablet_service.cc:1511] Processing CreateTablet for tablet 7e4d623b880e41d58335ce9d47c221df (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=10ca21db78774446b3dd01e1537fe6e0]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
14:02:37.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.117592 1311 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 7e4d623b880e41d58335ce9d47c221df. 1 dirs total, 0 dirs full, 0 dirs failed
14:02:37.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.126947 1687 tablet_bootstrap.cc:492] T af4dc7988003487aa690d83efafd066e P 01a6a196825e4669b46e1f1ac0a6c7ba: Bootstrap starting.
14:02:37.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.128111 1688 tablet_bootstrap.cc:492] T 7e4d623b880e41d58335ce9d47c221df P dfb54fe4b6bc462ab81a1d9de1ffe4dc: Bootstrap starting.
14:02:37.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.131578 1687 tablet_bootstrap.cc:654] T af4dc7988003487aa690d83efafd066e P 01a6a196825e4669b46e1f1ac0a6c7ba: Neither blocks nor log segments found. Creating new log.
14:02:37.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.132527 1686 tablet_bootstrap.cc:492] T 7e4d623b880e41d58335ce9d47c221df P 4eca746851e342c584b3948f23a4c75f: Bootstrap starting.
14:02:37.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.132642 1688 tablet_bootstrap.cc:654] T 7e4d623b880e41d58335ce9d47c221df P dfb54fe4b6bc462ab81a1d9de1ffe4dc: Neither blocks nor log segments found. Creating new log.
14:02:37.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.133864 1688 log.cc:826] T 7e4d623b880e41d58335ce9d47c221df P dfb54fe4b6bc462ab81a1d9de1ffe4dc: Log is configured to *not* fsync() on all Append() calls
14:02:37.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.134610 1687 log.cc:826] T af4dc7988003487aa690d83efafd066e P 01a6a196825e4669b46e1f1ac0a6c7ba: Log is configured to *not* fsync() on all Append() calls
14:02:37.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.136031 1686 tablet_bootstrap.cc:654] T 7e4d623b880e41d58335ce9d47c221df P 4eca746851e342c584b3948f23a4c75f: Neither blocks nor log segments found. Creating new log.
14:02:37.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.138151 1686 log.cc:826] T 7e4d623b880e41d58335ce9d47c221df P 4eca746851e342c584b3948f23a4c75f: Log is configured to *not* fsync() on all Append() calls
14:02:37.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.138617 1688 tablet_bootstrap.cc:492] T 7e4d623b880e41d58335ce9d47c221df P dfb54fe4b6bc462ab81a1d9de1ffe4dc: No bootstrap required, opened a new log
14:02:37.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.139011 1688 ts_tablet_manager.cc:1449] T 7e4d623b880e41d58335ce9d47c221df P dfb54fe4b6bc462ab81a1d9de1ffe4dc: Time spent bootstrapping tablet: real 0.011s user 0.007s sys 0.000s
14:02:37.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.146232 1688 raft_consensus.cc:359] T 7e4d623b880e41d58335ce9d47c221df P dfb54fe4b6bc462ab81a1d9de1ffe4dc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dfb54fe4b6bc462ab81a1d9de1ffe4dc" member_type: VOTER last_known_addr { host: "127.0.232.1" port: 42281 } } peers { permanent_uuid: "01a6a196825e4669b46e1f1ac0a6c7ba" member_type: VOTER last_known_addr { host: "127.0.232.2" port: 43359 } } peers { permanent_uuid: "4eca746851e342c584b3948f23a4c75f" member_type: VOTER last_known_addr { host: "127.0.232.3" port: 43147 } }
14:02:37.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.146816 1688 raft_consensus.cc:385] T 7e4d623b880e41d58335ce9d47c221df P dfb54fe4b6bc462ab81a1d9de1ffe4dc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:02:37.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.147003 1688 raft_consensus.cc:740] T 7e4d623b880e41d58335ce9d47c221df P dfb54fe4b6bc462ab81a1d9de1ffe4dc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: dfb54fe4b6bc462ab81a1d9de1ffe4dc, State: Initialized, Role: FOLLOWER
14:02:37.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.147842 1688 consensus_queue.cc:260] T 7e4d623b880e41d58335ce9d47c221df P dfb54fe4b6bc462ab81a1d9de1ffe4dc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dfb54fe4b6bc462ab81a1d9de1ffe4dc" member_type: VOTER last_known_addr { host: "127.0.232.1" port: 42281 } } peers { permanent_uuid: "01a6a196825e4669b46e1f1ac0a6c7ba" member_type: VOTER last_known_addr { host: "127.0.232.2" port: 43359 } } peers { permanent_uuid: "4eca746851e342c584b3948f23a4c75f" member_type: VOTER last_known_addr { host: "127.0.232.3" port: 43147 } }
14:02:37.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.148229 1686 tablet_bootstrap.cc:492] T 7e4d623b880e41d58335ce9d47c221df P 4eca746851e342c584b3948f23a4c75f: No bootstrap required, opened a new log
14:02:37.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.148231 1687 tablet_bootstrap.cc:492] T af4dc7988003487aa690d83efafd066e P 01a6a196825e4669b46e1f1ac0a6c7ba: No bootstrap required, opened a new log
14:02:37.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.148576 1687 ts_tablet_manager.cc:1449] T af4dc7988003487aa690d83efafd066e P 01a6a196825e4669b46e1f1ac0a6c7ba: Time spent bootstrapping tablet: real 0.022s user 0.008s sys 0.010s
14:02:37.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.148669 1686 ts_tablet_manager.cc:1449] T 7e4d623b880e41d58335ce9d47c221df P 4eca746851e342c584b3948f23a4c75f: Time spent bootstrapping tablet: real 0.020s user 0.006s sys 0.006s
14:02:37.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.156059 1686 raft_consensus.cc:359] T 7e4d623b880e41d58335ce9d47c221df P 4eca746851e342c584b3948f23a4c75f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dfb54fe4b6bc462ab81a1d9de1ffe4dc" member_type: VOTER last_known_addr { host: "127.0.232.1" port: 42281 } } peers { permanent_uuid: "01a6a196825e4669b46e1f1ac0a6c7ba" member_type: VOTER last_known_addr { host: "127.0.232.2" port: 43359 } } peers { permanent_uuid: "4eca746851e342c584b3948f23a4c75f" member_type: VOTER last_known_addr { host: "127.0.232.3" port: 43147 } }
14:02:37.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.156059 1687 raft_consensus.cc:359] T af4dc7988003487aa690d83efafd066e P 01a6a196825e4669b46e1f1ac0a6c7ba [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dfb54fe4b6bc462ab81a1d9de1ffe4dc" member_type: VOTER last_known_addr { host: "127.0.232.1" port: 42281 } } peers { permanent_uuid: "4eca746851e342c584b3948f23a4c75f" member_type: VOTER last_known_addr { host: "127.0.232.3" port: 43147 } } peers { permanent_uuid: "01a6a196825e4669b46e1f1ac0a6c7ba" member_type: VOTER last_known_addr { host: "127.0.232.2" port: 43359 } }
14:02:37.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.156471 1687 raft_consensus.cc:385] T af4dc7988003487aa690d83efafd066e P 01a6a196825e4669b46e1f1ac0a6c7ba [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:02:37.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.156571 1687 raft_consensus.cc:740] T af4dc7988003487aa690d83efafd066e P 01a6a196825e4669b46e1f1ac0a6c7ba [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 01a6a196825e4669b46e1f1ac0a6c7ba, State: Initialized, Role: FOLLOWER
14:02:37.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.156683 1686 raft_consensus.cc:385] T 7e4d623b880e41d58335ce9d47c221df P 4eca746851e342c584b3948f23a4c75f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:02:37.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.156872 1686 raft_consensus.cc:740] T 7e4d623b880e41d58335ce9d47c221df P 4eca746851e342c584b3948f23a4c75f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4eca746851e342c584b3948f23a4c75f, State: Initialized, Role: FOLLOWER
14:02:37.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.157670 1686 consensus_queue.cc:260] T 7e4d623b880e41d58335ce9d47c221df P 4eca746851e342c584b3948f23a4c75f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dfb54fe4b6bc462ab81a1d9de1ffe4dc" member_type: VOTER last_known_addr { host: "127.0.232.1" port: 42281 } } peers { permanent_uuid: "01a6a196825e4669b46e1f1ac0a6c7ba" member_type: VOTER last_known_addr { host: "127.0.232.2" port: 43359 } } peers { permanent_uuid: "4eca746851e342c584b3948f23a4c75f" member_type: VOTER last_known_addr { host: "127.0.232.3" port: 43147 } }
14:02:37.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.159530 1687 consensus_queue.cc:260] T af4dc7988003487aa690d83efafd066e P 01a6a196825e4669b46e1f1ac0a6c7ba [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dfb54fe4b6bc462ab81a1d9de1ffe4dc" member_type: VOTER last_known_addr { host: "127.0.232.1" port: 42281 } } peers { permanent_uuid: "4eca746851e342c584b3948f23a4c75f" member_type: VOTER last_known_addr { host: "127.0.232.3" port: 43147 } } peers { permanent_uuid: "01a6a196825e4669b46e1f1ac0a6c7ba" member_type: VOTER last_known_addr { host: "127.0.232.2" port: 43359 } }
14:02:37.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.160619 1688 ts_tablet_manager.cc:1480] T 7e4d623b880e41d58335ce9d47c221df P dfb54fe4b6bc462ab81a1d9de1ffe4dc: Time spent starting tablet: real 0.021s user 0.010s sys 0.010s
14:02:37.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.164991 1661 heartbeater.cc:499] Master 127.0.232.60:45935 was elected leader, sending a full tablet report...
14:02:37.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.166251 1686 ts_tablet_manager.cc:1480] T 7e4d623b880e41d58335ce9d47c221df P 4eca746851e342c584b3948f23a4c75f: Time spent starting tablet: real 0.017s user 0.010s sys 0.005s
14:02:37.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.168387 1686 tablet_bootstrap.cc:492] T af4dc7988003487aa690d83efafd066e P 4eca746851e342c584b3948f23a4c75f: Bootstrap starting.
14:02:37.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.172976 1686 tablet_bootstrap.cc:654] T af4dc7988003487aa690d83efafd066e P 4eca746851e342c584b3948f23a4c75f: Neither blocks nor log segments found. Creating new log.
14:02:37.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.175954 1687 ts_tablet_manager.cc:1480] T af4dc7988003487aa690d83efafd066e P 01a6a196825e4669b46e1f1ac0a6c7ba: Time spent starting tablet: real 0.027s user 0.008s sys 0.014s
14:02:37.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.176332 1519 heartbeater.cc:499] Master 127.0.232.60:45935 was elected leader, sending a full tablet report...
14:02:37.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.180315 1687 tablet_bootstrap.cc:492] T 7e4d623b880e41d58335ce9d47c221df P 01a6a196825e4669b46e1f1ac0a6c7ba: Bootstrap starting.
14:02:37.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.182606 1688 tablet_bootstrap.cc:492] T af4dc7988003487aa690d83efafd066e P dfb54fe4b6bc462ab81a1d9de1ffe4dc: Bootstrap starting.
14:02:37.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.183000 1687 tablet_bootstrap.cc:654] T 7e4d623b880e41d58335ce9d47c221df P 01a6a196825e4669b46e1f1ac0a6c7ba: Neither blocks nor log segments found. Creating new log.
14:02:37.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.184592 1688 tablet_bootstrap.cc:654] T af4dc7988003487aa690d83efafd066e P dfb54fe4b6bc462ab81a1d9de1ffe4dc: Neither blocks nor log segments found. Creating new log.
14:02:37.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.187068 1686 tablet_bootstrap.cc:492] T af4dc7988003487aa690d83efafd066e P 4eca746851e342c584b3948f23a4c75f: No bootstrap required, opened a new log
14:02:37.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.187129 1687 tablet_bootstrap.cc:492] T 7e4d623b880e41d58335ce9d47c221df P 01a6a196825e4669b46e1f1ac0a6c7ba: No bootstrap required, opened a new log
14:02:37.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.187237 1686 ts_tablet_manager.cc:1449] T af4dc7988003487aa690d83efafd066e P 4eca746851e342c584b3948f23a4c75f: Time spent bootstrapping tablet: real 0.019s user 0.007s sys 0.008s
14:02:37.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.187266 1687 ts_tablet_manager.cc:1449] T 7e4d623b880e41d58335ce9d47c221df P 01a6a196825e4669b46e1f1ac0a6c7ba: Time spent bootstrapping tablet: real 0.007s user 0.003s sys 0.002s
14:02:37.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.187453 1688 tablet_bootstrap.cc:492] T af4dc7988003487aa690d83efafd066e P dfb54fe4b6bc462ab81a1d9de1ffe4dc: No bootstrap required, opened a new log
14:02:37.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.187584 1688 ts_tablet_manager.cc:1449] T af4dc7988003487aa690d83efafd066e P dfb54fe4b6bc462ab81a1d9de1ffe4dc: Time spent bootstrapping tablet: real 0.005s user 0.002s sys 0.001s
14:02:37.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.188072 1687 raft_consensus.cc:359] T 7e4d623b880e41d58335ce9d47c221df P 01a6a196825e4669b46e1f1ac0a6c7ba [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dfb54fe4b6bc462ab81a1d9de1ffe4dc" member_type: VOTER last_known_addr { host: "127.0.232.1" port: 42281 } } peers { permanent_uuid: "01a6a196825e4669b46e1f1ac0a6c7ba" member_type: VOTER last_known_addr { host: "127.0.232.2" port: 43359 } } peers { permanent_uuid: "4eca746851e342c584b3948f23a4c75f" member_type: VOTER last_known_addr { host: "127.0.232.3" port: 43147 } }
14:02:37.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.188068 1686 raft_consensus.cc:359] T af4dc7988003487aa690d83efafd066e P 4eca746851e342c584b3948f23a4c75f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dfb54fe4b6bc462ab81a1d9de1ffe4dc" member_type: VOTER last_known_addr { host: "127.0.232.1" port: 42281 } } peers { permanent_uuid: "4eca746851e342c584b3948f23a4c75f" member_type: VOTER last_known_addr { host: "127.0.232.3" port: 43147 } } peers { permanent_uuid: "01a6a196825e4669b46e1f1ac0a6c7ba" member_type: VOTER last_known_addr { host: "127.0.232.2" port: 43359 } }
14:02:37.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.188261 1687 raft_consensus.cc:385] T 7e4d623b880e41d58335ce9d47c221df P 01a6a196825e4669b46e1f1ac0a6c7ba [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:02:37.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.188271 1686 raft_consensus.cc:385] T af4dc7988003487aa690d83efafd066e P 4eca746851e342c584b3948f23a4c75f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:02:37.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.188392 1687 raft_consensus.cc:740] T 7e4d623b880e41d58335ce9d47c221df P 01a6a196825e4669b46e1f1ac0a6c7ba [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 01a6a196825e4669b46e1f1ac0a6c7ba, State: Initialized, Role: FOLLOWER
14:02:37.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.188396 1686 raft_consensus.cc:740] T af4dc7988003487aa690d83efafd066e P 4eca746851e342c584b3948f23a4c75f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4eca746851e342c584b3948f23a4c75f, State: Initialized, Role: FOLLOWER
14:02:37.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.188422 1688 raft_consensus.cc:359] T af4dc7988003487aa690d83efafd066e P dfb54fe4b6bc462ab81a1d9de1ffe4dc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dfb54fe4b6bc462ab81a1d9de1ffe4dc" member_type: VOTER last_known_addr { host: "127.0.232.1" port: 42281 } } peers { permanent_uuid: "4eca746851e342c584b3948f23a4c75f" member_type: VOTER last_known_addr { host: "127.0.232.3" port: 43147 } } peers { permanent_uuid: "01a6a196825e4669b46e1f1ac0a6c7ba" member_type: VOTER last_known_addr { host: "127.0.232.2" port: 43359 } }
14:02:37.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.188593 1688 raft_consensus.cc:385] T af4dc7988003487aa690d83efafd066e P dfb54fe4b6bc462ab81a1d9de1ffe4dc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:02:37.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.188612 1687 consensus_queue.cc:260] T 7e4d623b880e41d58335ce9d47c221df P 01a6a196825e4669b46e1f1ac0a6c7ba [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dfb54fe4b6bc462ab81a1d9de1ffe4dc" member_type: VOTER last_known_addr { host: "127.0.232.1" port: 42281 } } peers { permanent_uuid: "01a6a196825e4669b46e1f1ac0a6c7ba" member_type: VOTER last_known_addr { host: "127.0.232.2" port: 43359 } } peers { permanent_uuid: "4eca746851e342c584b3948f23a4c75f" member_type: VOTER last_known_addr { host: "127.0.232.3" port: 43147 } }
14:02:37.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.188680 1688 raft_consensus.cc:740] T af4dc7988003487aa690d83efafd066e P dfb54fe4b6bc462ab81a1d9de1ffe4dc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: dfb54fe4b6bc462ab81a1d9de1ffe4dc, State: Initialized, Role: FOLLOWER
14:02:37.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.188617 1686 consensus_queue.cc:260] T af4dc7988003487aa690d83efafd066e P 4eca746851e342c584b3948f23a4c75f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dfb54fe4b6bc462ab81a1d9de1ffe4dc" member_type: VOTER last_known_addr { host: "127.0.232.1" port: 42281 } } peers { permanent_uuid: "4eca746851e342c584b3948f23a4c75f" member_type: VOTER last_known_addr { host: "127.0.232.3" port: 43147 } } peers { permanent_uuid: "01a6a196825e4669b46e1f1ac0a6c7ba" member_type: VOTER last_known_addr { host: "127.0.232.2" port: 43359 } }
14:02:37.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.189079 1687 ts_tablet_manager.cc:1480] T 7e4d623b880e41d58335ce9d47c221df P 01a6a196825e4669b46e1f1ac0a6c7ba: Time spent starting tablet: real 0.002s user 0.002s sys 0.000s
14:02:37.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.189111 1686 ts_tablet_manager.cc:1480] T af4dc7988003487aa690d83efafd066e P 4eca746851e342c584b3948f23a4c75f: Time spent starting tablet: real 0.002s user 0.000s sys 0.001s
14:02:37.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:37.190511 1522 tablet.cc:2433] T 7e4d623b880e41d58335ce9d47c221df P 01a6a196825e4669b46e1f1ac0a6c7ba: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:02:37.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.193511 1688 consensus_queue.cc:260] T af4dc7988003487aa690d83efafd066e P dfb54fe4b6bc462ab81a1d9de1ffe4dc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dfb54fe4b6bc462ab81a1d9de1ffe4dc" member_type: VOTER last_known_addr { host: "127.0.232.1" port: 42281 } } peers { permanent_uuid: "4eca746851e342c584b3948f23a4c75f" member_type: VOTER last_known_addr { host: "127.0.232.3" port: 43147 } } peers { permanent_uuid: "01a6a196825e4669b46e1f1ac0a6c7ba" member_type: VOTER last_known_addr { host: "127.0.232.2" port: 43359 } }
14:02:37.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.194231 1688 ts_tablet_manager.cc:1480] T af4dc7988003487aa690d83efafd066e P dfb54fe4b6bc462ab81a1d9de1ffe4dc: Time spent starting tablet: real 0.007s user 0.002s sys 0.000s
14:02:37.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:37.204886 1664 tablet.cc:2433] T 7e4d623b880e41d58335ce9d47c221df P 4eca746851e342c584b3948f23a4c75f: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:02:37.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:37.206712 1380 tablet.cc:2433] T 7e4d623b880e41d58335ce9d47c221df P dfb54fe4b6bc462ab81a1d9de1ffe4dc: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:02:37.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.236156 1693 raft_consensus.cc:493] T af4dc7988003487aa690d83efafd066e P 4eca746851e342c584b3948f23a4c75f [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:02:37.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.236493 1693 raft_consensus.cc:515] T af4dc7988003487aa690d83efafd066e P 4eca746851e342c584b3948f23a4c75f [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dfb54fe4b6bc462ab81a1d9de1ffe4dc" member_type: VOTER last_known_addr { host: "127.0.232.1" port: 42281 } } peers { permanent_uuid: "4eca746851e342c584b3948f23a4c75f" member_type: VOTER last_known_addr { host: "127.0.232.3" port: 43147 } } peers { permanent_uuid: "01a6a196825e4669b46e1f1ac0a6c7ba" member_type: VOTER last_known_addr { host: "127.0.232.2" port: 43359 } }
14:02:37.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.238339 1693 leader_election.cc:290] T af4dc7988003487aa690d83efafd066e P 4eca746851e342c584b3948f23a4c75f [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers dfb54fe4b6bc462ab81a1d9de1ffe4dc (127.0.232.1:42281), 01a6a196825e4669b46e1f1ac0a6c7ba (127.0.232.2:43359)
14:02:37.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.246039 1332 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "af4dc7988003487aa690d83efafd066e" candidate_uuid: "4eca746851e342c584b3948f23a4c75f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "dfb54fe4b6bc462ab81a1d9de1ffe4dc" is_pre_election: true
14:02:37.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.246181 1474 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "af4dc7988003487aa690d83efafd066e" candidate_uuid: "4eca746851e342c584b3948f23a4c75f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "01a6a196825e4669b46e1f1ac0a6c7ba" is_pre_election: true
14:02:37.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.246625 1474 raft_consensus.cc:2468] T af4dc7988003487aa690d83efafd066e P 01a6a196825e4669b46e1f1ac0a6c7ba [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 4eca746851e342c584b3948f23a4c75f in term 0.
14:02:37.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.246623 1332 raft_consensus.cc:2468] T af4dc7988003487aa690d83efafd066e P dfb54fe4b6bc462ab81a1d9de1ffe4dc [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 4eca746851e342c584b3948f23a4c75f in term 0.
14:02:37.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.247346 1542 leader_election.cc:304] T af4dc7988003487aa690d83efafd066e P 4eca746851e342c584b3948f23a4c75f [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 4eca746851e342c584b3948f23a4c75f, dfb54fe4b6bc462ab81a1d9de1ffe4dc; no voters:
14:02:37.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.247913 1693 raft_consensus.cc:2804] T af4dc7988003487aa690d83efafd066e P 4eca746851e342c584b3948f23a4c75f [term 0 FOLLOWER]: Leader pre-election won for term 1
14:02:37.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.248086 1693 raft_consensus.cc:493] T af4dc7988003487aa690d83efafd066e P 4eca746851e342c584b3948f23a4c75f [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:02:37.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.248206 1693 raft_consensus.cc:3060] T af4dc7988003487aa690d83efafd066e P 4eca746851e342c584b3948f23a4c75f [term 0 FOLLOWER]: Advancing to term 1
14:02:37.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.250382 1693 raft_consensus.cc:515] T af4dc7988003487aa690d83efafd066e P 4eca746851e342c584b3948f23a4c75f [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dfb54fe4b6bc462ab81a1d9de1ffe4dc" member_type: VOTER last_known_addr { host: "127.0.232.1" port: 42281 } } peers { permanent_uuid: "4eca746851e342c584b3948f23a4c75f" member_type: VOTER last_known_addr { host: "127.0.232.3" port: 43147 } } peers { permanent_uuid: "01a6a196825e4669b46e1f1ac0a6c7ba" member_type: VOTER last_known_addr { host: "127.0.232.2" port: 43359 } }
14:02:37.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.251027 1693 leader_election.cc:290] T af4dc7988003487aa690d83efafd066e P 4eca746851e342c584b3948f23a4c75f [CANDIDATE]: Term 1 election: Requested vote from peers dfb54fe4b6bc462ab81a1d9de1ffe4dc (127.0.232.1:42281), 01a6a196825e4669b46e1f1ac0a6c7ba (127.0.232.2:43359)
14:02:37.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.251471 1332 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "af4dc7988003487aa690d83efafd066e" candidate_uuid: "4eca746851e342c584b3948f23a4c75f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "dfb54fe4b6bc462ab81a1d9de1ffe4dc"
14:02:37.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.251559 1474 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "af4dc7988003487aa690d83efafd066e" candidate_uuid: "4eca746851e342c584b3948f23a4c75f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "01a6a196825e4669b46e1f1ac0a6c7ba"
14:02:37.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.251673 1332 raft_consensus.cc:3060] T af4dc7988003487aa690d83efafd066e P dfb54fe4b6bc462ab81a1d9de1ffe4dc [term 0 FOLLOWER]: Advancing to term 1
14:02:37.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.251729 1474 raft_consensus.cc:3060] T af4dc7988003487aa690d83efafd066e P 01a6a196825e4669b46e1f1ac0a6c7ba [term 0 FOLLOWER]: Advancing to term 1
14:02:37.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.254967 1474 raft_consensus.cc:2468] T af4dc7988003487aa690d83efafd066e P 01a6a196825e4669b46e1f1ac0a6c7ba [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 4eca746851e342c584b3948f23a4c75f in term 1.
14:02:37.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.254967 1332 raft_consensus.cc:2468] T af4dc7988003487aa690d83efafd066e P dfb54fe4b6bc462ab81a1d9de1ffe4dc [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 4eca746851e342c584b3948f23a4c75f in term 1.
14:02:37.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.255445 1540 leader_election.cc:304] T af4dc7988003487aa690d83efafd066e P 4eca746851e342c584b3948f23a4c75f [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 01a6a196825e4669b46e1f1ac0a6c7ba, 4eca746851e342c584b3948f23a4c75f; no voters:
14:02:37.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.255786 1693 raft_consensus.cc:2804] T af4dc7988003487aa690d83efafd066e P 4eca746851e342c584b3948f23a4c75f [term 1 FOLLOWER]: Leader election won for term 1
14:02:37.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.256270 1693 raft_consensus.cc:697] T af4dc7988003487aa690d83efafd066e P 4eca746851e342c584b3948f23a4c75f [term 1 LEADER]: Becoming Leader. State: Replica: 4eca746851e342c584b3948f23a4c75f, State: Running, Role: LEADER
14:02:37.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.256848 1693 consensus_queue.cc:237] T af4dc7988003487aa690d83efafd066e P 4eca746851e342c584b3948f23a4c75f [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dfb54fe4b6bc462ab81a1d9de1ffe4dc" member_type: VOTER last_known_addr { host: "127.0.232.1" port: 42281 } } peers { permanent_uuid: "4eca746851e342c584b3948f23a4c75f" member_type: VOTER last_known_addr { host: "127.0.232.3" port: 43147 } } peers { permanent_uuid: "01a6a196825e4669b46e1f1ac0a6c7ba" member_type: VOTER last_known_addr { host: "127.0.232.2" port: 43359 } }
14:02:37.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.262681 1132 catalog_manager.cc:5838] T af4dc7988003487aa690d83efafd066e P 4eca746851e342c584b3948f23a4c75f reported cstate change: term changed from 0 to 1, leader changed from <none> to 4eca746851e342c584b3948f23a4c75f (127.0.232.3). New cstate: current_term: 1 leader_uuid: "4eca746851e342c584b3948f23a4c75f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dfb54fe4b6bc462ab81a1d9de1ffe4dc" member_type: VOTER last_known_addr { host: "127.0.232.1" port: 42281 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "4eca746851e342c584b3948f23a4c75f" member_type: VOTER last_known_addr { host: "127.0.232.3" port: 43147 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "01a6a196825e4669b46e1f1ac0a6c7ba" member_type: VOTER last_known_addr { host: "127.0.232.2" port: 43359 } health_report { overall_health: UNKNOWN } } }
14:02:37.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.319044 1693 raft_consensus.cc:493] T 7e4d623b880e41d58335ce9d47c221df P 4eca746851e342c584b3948f23a4c75f [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:02:37.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.319265 1693 raft_consensus.cc:515] T 7e4d623b880e41d58335ce9d47c221df P 4eca746851e342c584b3948f23a4c75f [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dfb54fe4b6bc462ab81a1d9de1ffe4dc" member_type: VOTER last_known_addr { host: "127.0.232.1" port: 42281 } } peers { permanent_uuid: "01a6a196825e4669b46e1f1ac0a6c7ba" member_type: VOTER last_known_addr { host: "127.0.232.2" port: 43359 } } peers { permanent_uuid: "4eca746851e342c584b3948f23a4c75f" member_type: VOTER last_known_addr { host: "127.0.232.3" port: 43147 } }
14:02:37.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.320003 1693 leader_election.cc:290] T 7e4d623b880e41d58335ce9d47c221df P 4eca746851e342c584b3948f23a4c75f [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers dfb54fe4b6bc462ab81a1d9de1ffe4dc (127.0.232.1:42281), 01a6a196825e4669b46e1f1ac0a6c7ba (127.0.232.2:43359)
14:02:37.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.320636 1332 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7e4d623b880e41d58335ce9d47c221df" candidate_uuid: "4eca746851e342c584b3948f23a4c75f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "dfb54fe4b6bc462ab81a1d9de1ffe4dc" is_pre_election: true
14:02:37.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.320679 1474 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7e4d623b880e41d58335ce9d47c221df" candidate_uuid: "4eca746851e342c584b3948f23a4c75f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "01a6a196825e4669b46e1f1ac0a6c7ba" is_pre_election: true
14:02:37.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.320901 1332 raft_consensus.cc:2468] T 7e4d623b880e41d58335ce9d47c221df P dfb54fe4b6bc462ab81a1d9de1ffe4dc [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 4eca746851e342c584b3948f23a4c75f in term 0.
14:02:37.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.320909 1474 raft_consensus.cc:2468] T 7e4d623b880e41d58335ce9d47c221df P 01a6a196825e4669b46e1f1ac0a6c7ba [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 4eca746851e342c584b3948f23a4c75f in term 0.
14:02:37.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.321318 1542 leader_election.cc:304] T 7e4d623b880e41d58335ce9d47c221df P 4eca746851e342c584b3948f23a4c75f [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 4eca746851e342c584b3948f23a4c75f, dfb54fe4b6bc462ab81a1d9de1ffe4dc; no voters:
14:02:37.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.321586 1693 raft_consensus.cc:2804] T 7e4d623b880e41d58335ce9d47c221df P 4eca746851e342c584b3948f23a4c75f [term 0 FOLLOWER]: Leader pre-election won for term 1
14:02:37.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.321676 1693 raft_consensus.cc:493] T 7e4d623b880e41d58335ce9d47c221df P 4eca746851e342c584b3948f23a4c75f [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:02:37.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.321816 1693 raft_consensus.cc:3060] T 7e4d623b880e41d58335ce9d47c221df P 4eca746851e342c584b3948f23a4c75f [term 0 FOLLOWER]: Advancing to term 1
14:02:37.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.323693 1693 raft_consensus.cc:515] T 7e4d623b880e41d58335ce9d47c221df P 4eca746851e342c584b3948f23a4c75f [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dfb54fe4b6bc462ab81a1d9de1ffe4dc" member_type: VOTER last_known_addr { host: "127.0.232.1" port: 42281 } } peers { permanent_uuid: "01a6a196825e4669b46e1f1ac0a6c7ba" member_type: VOTER last_known_addr { host: "127.0.232.2" port: 43359 } } peers { permanent_uuid: "4eca746851e342c584b3948f23a4c75f" member_type: VOTER last_known_addr { host: "127.0.232.3" port: 43147 } }
14:02:37.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.324277 1693 leader_election.cc:290] T 7e4d623b880e41d58335ce9d47c221df P 4eca746851e342c584b3948f23a4c75f [CANDIDATE]: Term 1 election: Requested vote from peers dfb54fe4b6bc462ab81a1d9de1ffe4dc (127.0.232.1:42281), 01a6a196825e4669b46e1f1ac0a6c7ba (127.0.232.2:43359)
14:02:37.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.324641 1332 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7e4d623b880e41d58335ce9d47c221df" candidate_uuid: "4eca746851e342c584b3948f23a4c75f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "dfb54fe4b6bc462ab81a1d9de1ffe4dc"
14:02:37.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.324882 1332 raft_consensus.cc:3060] T 7e4d623b880e41d58335ce9d47c221df P dfb54fe4b6bc462ab81a1d9de1ffe4dc [term 0 FOLLOWER]: Advancing to term 1
14:02:37.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.324816 1474 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7e4d623b880e41d58335ce9d47c221df" candidate_uuid: "4eca746851e342c584b3948f23a4c75f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "01a6a196825e4669b46e1f1ac0a6c7ba"
14:02:37.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.325035 1474 raft_consensus.cc:3060] T 7e4d623b880e41d58335ce9d47c221df P 01a6a196825e4669b46e1f1ac0a6c7ba [term 0 FOLLOWER]: Advancing to term 1
14:02:37.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.327929 1332 raft_consensus.cc:2468] T 7e4d623b880e41d58335ce9d47c221df P dfb54fe4b6bc462ab81a1d9de1ffe4dc [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 4eca746851e342c584b3948f23a4c75f in term 1.
14:02:37.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.327929 1474 raft_consensus.cc:2468] T 7e4d623b880e41d58335ce9d47c221df P 01a6a196825e4669b46e1f1ac0a6c7ba [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 4eca746851e342c584b3948f23a4c75f in term 1.
14:02:37.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.328480 1540 leader_election.cc:304] T 7e4d623b880e41d58335ce9d47c221df P 4eca746851e342c584b3948f23a4c75f [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 01a6a196825e4669b46e1f1ac0a6c7ba, 4eca746851e342c584b3948f23a4c75f; no voters:
14:02:37.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.328805 1693 raft_consensus.cc:2804] T 7e4d623b880e41d58335ce9d47c221df P 4eca746851e342c584b3948f23a4c75f [term 1 FOLLOWER]: Leader election won for term 1
14:02:37.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.328986 1693 raft_consensus.cc:697] T 7e4d623b880e41d58335ce9d47c221df P 4eca746851e342c584b3948f23a4c75f [term 1 LEADER]: Becoming Leader. State: Replica: 4eca746851e342c584b3948f23a4c75f, State: Running, Role: LEADER
14:02:37.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.329264 1693 consensus_queue.cc:237] T 7e4d623b880e41d58335ce9d47c221df P 4eca746851e342c584b3948f23a4c75f [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dfb54fe4b6bc462ab81a1d9de1ffe4dc" member_type: VOTER last_known_addr { host: "127.0.232.1" port: 42281 } } peers { permanent_uuid: "01a6a196825e4669b46e1f1ac0a6c7ba" member_type: VOTER last_known_addr { host: "127.0.232.2" port: 43359 } } peers { permanent_uuid: "4eca746851e342c584b3948f23a4c75f" member_type: VOTER last_known_addr { host: "127.0.232.3" port: 43147 } }
14:02:37.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.332517 1132 catalog_manager.cc:5838] T 7e4d623b880e41d58335ce9d47c221df P 4eca746851e342c584b3948f23a4c75f reported cstate change: term changed from 0 to 1, leader changed from <none> to 4eca746851e342c584b3948f23a4c75f (127.0.232.3). New cstate: current_term: 1 leader_uuid: "4eca746851e342c584b3948f23a4c75f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dfb54fe4b6bc462ab81a1d9de1ffe4dc" member_type: VOTER last_known_addr { host: "127.0.232.1" port: 42281 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "01a6a196825e4669b46e1f1ac0a6c7ba" member_type: VOTER last_known_addr { host: "127.0.232.2" port: 43359 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "4eca746851e342c584b3948f23a4c75f" member_type: VOTER last_known_addr { host: "127.0.232.3" port: 43147 } health_report { overall_health: HEALTHY } } }
14:02:37.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.400419 1132 catalog_manager.cc:2296] Servicing CreateTable request from {username='slave'} at 127.0.0.1:57244:
14:02:37.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
14:02:37.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
14:02:37.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:02:37.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
14:02:37.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
14:02:37.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
14:02:37.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
14:02:37.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
14:02:37.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
14:02:37.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
14:02:37.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:02:37.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:02:37.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:02:37.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
14:02:37.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
14:02:37.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
14:02:37.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
14:02:37.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
14:02:37.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
14:02:37.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
14:02:37.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:02:37.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:02:37.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:02:37.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
14:02:37.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
14:02:37.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
14:02:37.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
14:02:37.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
14:02:37.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
14:02:37.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
14:02:37.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:02:37.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:02:37.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:02:37.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
14:02:37.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
14:02:37.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
14:02:37.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
14:02:37.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
14:02:37.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
14:02:37.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
14:02:37.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:02:37.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:02:37.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:02:37.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
14:02:37.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
14:02:37.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
14:02:37.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
14:02:37.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:02:37.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
14:02:37.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
14:02:37.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:02:37.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
14:02:37.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:02:37.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:02:37.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:02:37.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
14:02:37.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:37.401659 1132 catalog_manager.cc:7226] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
14:02:37.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.414849 1312 tablet_service.cc:1511] Processing CreateTablet for tablet 0df397e3ca8d4d218915a865de2e0a58 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=4f1d715dea004513b2a949ef79043459]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
14:02:37.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.415320 1454 tablet_service.cc:1511] Processing CreateTablet for tablet 0df397e3ca8d4d218915a865de2e0a58 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=4f1d715dea004513b2a949ef79043459]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
14:02:37.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.415905 1312 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 0df397e3ca8d4d218915a865de2e0a58. 1 dirs total, 0 dirs full, 0 dirs failed
14:02:37.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.415484 1595 tablet_service.cc:1511] Processing CreateTablet for tablet 0df397e3ca8d4d218915a865de2e0a58 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=4f1d715dea004513b2a949ef79043459]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
14:02:37.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.416236 1454 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 0df397e3ca8d4d218915a865de2e0a58. 1 dirs total, 0 dirs full, 0 dirs failed
14:02:37.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.416378 1595 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 0df397e3ca8d4d218915a865de2e0a58. 1 dirs total, 0 dirs full, 0 dirs failed
14:02:37.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.424136 1688 tablet_bootstrap.cc:492] T 0df397e3ca8d4d218915a865de2e0a58 P dfb54fe4b6bc462ab81a1d9de1ffe4dc: Bootstrap starting.
14:02:37.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.424150 1686 tablet_bootstrap.cc:492] T 0df397e3ca8d4d218915a865de2e0a58 P 4eca746851e342c584b3948f23a4c75f: Bootstrap starting.
14:02:37.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.425563 1686 tablet_bootstrap.cc:654] T 0df397e3ca8d4d218915a865de2e0a58 P 4eca746851e342c584b3948f23a4c75f: Neither blocks nor log segments found. Creating new log.
14:02:37.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.425892 1688 tablet_bootstrap.cc:654] T 0df397e3ca8d4d218915a865de2e0a58 P dfb54fe4b6bc462ab81a1d9de1ffe4dc: Neither blocks nor log segments found. Creating new log.
14:02:37.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.426821 1687 tablet_bootstrap.cc:492] T 0df397e3ca8d4d218915a865de2e0a58 P 01a6a196825e4669b46e1f1ac0a6c7ba: Bootstrap starting.
14:02:37.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.428508 1687 tablet_bootstrap.cc:654] T 0df397e3ca8d4d218915a865de2e0a58 P 01a6a196825e4669b46e1f1ac0a6c7ba: Neither blocks nor log segments found. Creating new log.
14:02:37.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.428642 1688 tablet_bootstrap.cc:492] T 0df397e3ca8d4d218915a865de2e0a58 P dfb54fe4b6bc462ab81a1d9de1ffe4dc: No bootstrap required, opened a new log
14:02:37.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.428803 1688 ts_tablet_manager.cc:1449] T 0df397e3ca8d4d218915a865de2e0a58 P dfb54fe4b6bc462ab81a1d9de1ffe4dc: Time spent bootstrapping tablet: real 0.005s user 0.004s sys 0.000s
14:02:37.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.429287 1686 tablet_bootstrap.cc:492] T 0df397e3ca8d4d218915a865de2e0a58 P 4eca746851e342c584b3948f23a4c75f: No bootstrap required, opened a new log
14:02:37.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.429436 1686 ts_tablet_manager.cc:1449] T 0df397e3ca8d4d218915a865de2e0a58 P 4eca746851e342c584b3948f23a4c75f: Time spent bootstrapping tablet: real 0.005s user 0.002s sys 0.001s
14:02:37.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.430126 1686 raft_consensus.cc:359] T 0df397e3ca8d4d218915a865de2e0a58 P 4eca746851e342c584b3948f23a4c75f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dfb54fe4b6bc462ab81a1d9de1ffe4dc" member_type: VOTER last_known_addr { host: "127.0.232.1" port: 42281 } } peers { permanent_uuid: "01a6a196825e4669b46e1f1ac0a6c7ba" member_type: VOTER last_known_addr { host: "127.0.232.2" port: 43359 } } peers { permanent_uuid: "4eca746851e342c584b3948f23a4c75f" member_type: VOTER last_known_addr { host: "127.0.232.3" port: 43147 } }
14:02:37.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.430337 1686 raft_consensus.cc:385] T 0df397e3ca8d4d218915a865de2e0a58 P 4eca746851e342c584b3948f23a4c75f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:02:37.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.430401 1686 raft_consensus.cc:740] T 0df397e3ca8d4d218915a865de2e0a58 P 4eca746851e342c584b3948f23a4c75f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4eca746851e342c584b3948f23a4c75f, State: Initialized, Role: FOLLOWER
14:02:37.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.430619 1686 consensus_queue.cc:260] T 0df397e3ca8d4d218915a865de2e0a58 P 4eca746851e342c584b3948f23a4c75f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dfb54fe4b6bc462ab81a1d9de1ffe4dc" member_type: VOTER last_known_addr { host: "127.0.232.1" port: 42281 } } peers { permanent_uuid: "01a6a196825e4669b46e1f1ac0a6c7ba" member_type: VOTER last_known_addr { host: "127.0.232.2" port: 43359 } } peers { permanent_uuid: "4eca746851e342c584b3948f23a4c75f" member_type: VOTER last_known_addr { host: "127.0.232.3" port: 43147 } }
14:02:37.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.431078 1686 ts_tablet_manager.cc:1480] T 0df397e3ca8d4d218915a865de2e0a58 P 4eca746851e342c584b3948f23a4c75f: Time spent starting tablet: real 0.002s user 0.000s sys 0.000s
14:02:37.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.431754 1688 raft_consensus.cc:359] T 0df397e3ca8d4d218915a865de2e0a58 P dfb54fe4b6bc462ab81a1d9de1ffe4dc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dfb54fe4b6bc462ab81a1d9de1ffe4dc" member_type: VOTER last_known_addr { host: "127.0.232.1" port: 42281 } } peers { permanent_uuid: "01a6a196825e4669b46e1f1ac0a6c7ba" member_type: VOTER last_known_addr { host: "127.0.232.2" port: 43359 } } peers { permanent_uuid: "4eca746851e342c584b3948f23a4c75f" member_type: VOTER last_known_addr { host: "127.0.232.3" port: 43147 } }
14:02:37.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.431959 1688 raft_consensus.cc:385] T 0df397e3ca8d4d218915a865de2e0a58 P dfb54fe4b6bc462ab81a1d9de1ffe4dc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:02:37.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.432030 1688 raft_consensus.cc:740] T 0df397e3ca8d4d218915a865de2e0a58 P dfb54fe4b6bc462ab81a1d9de1ffe4dc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: dfb54fe4b6bc462ab81a1d9de1ffe4dc, State: Initialized, Role: FOLLOWER
14:02:37.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.432595 1688 consensus_queue.cc:260] T 0df397e3ca8d4d218915a865de2e0a58 P dfb54fe4b6bc462ab81a1d9de1ffe4dc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dfb54fe4b6bc462ab81a1d9de1ffe4dc" member_type: VOTER last_known_addr { host: "127.0.232.1" port: 42281 } } peers { permanent_uuid: "01a6a196825e4669b46e1f1ac0a6c7ba" member_type: VOTER last_known_addr { host: "127.0.232.2" port: 43359 } } peers { permanent_uuid: "4eca746851e342c584b3948f23a4c75f" member_type: VOTER last_known_addr { host: "127.0.232.3" port: 43147 } }
14:02:37.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.433799 1692 tablet_replica.cc:442] T 0df397e3ca8d4d218915a865de2e0a58 P dfb54fe4b6bc462ab81a1d9de1ffe4dc: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dfb54fe4b6bc462ab81a1d9de1ffe4dc" member_type: VOTER last_known_addr { host: "127.0.232.1" port: 42281 } } peers { permanent_uuid: "01a6a196825e4669b46e1f1ac0a6c7ba" member_type: VOTER last_known_addr { host: "127.0.232.2" port: 43359 } } peers { permanent_uuid: "4eca746851e342c584b3948f23a4c75f" member_type: VOTER last_known_addr { host: "127.0.232.3" port: 43147 } } }
14:02:37.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.434084 1692 tablet_replica.cc:445] T 0df397e3ca8d4d218915a865de2e0a58 P dfb54fe4b6bc462ab81a1d9de1ffe4dc: This TxnStatusTablet replica's current role is: FOLLOWER
14:02:37.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.431090 1693 tablet_replica.cc:442] T 0df397e3ca8d4d218915a865de2e0a58 P 4eca746851e342c584b3948f23a4c75f: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dfb54fe4b6bc462ab81a1d9de1ffe4dc" member_type: VOTER last_known_addr { host: "127.0.232.1" port: 42281 } } peers { permanent_uuid: "01a6a196825e4669b46e1f1ac0a6c7ba" member_type: VOTER last_known_addr { host: "127.0.232.2" port: 43359 } } peers { permanent_uuid: "4eca746851e342c584b3948f23a4c75f" member_type: VOTER last_known_addr { host: "127.0.232.3" port: 43147 } } }
14:02:37.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.434651 1693 tablet_replica.cc:445] T 0df397e3ca8d4d218915a865de2e0a58 P 4eca746851e342c584b3948f23a4c75f: This TxnStatusTablet replica's current role is: FOLLOWER
14:02:37.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.438202 1688 ts_tablet_manager.cc:1480] T 0df397e3ca8d4d218915a865de2e0a58 P dfb54fe4b6bc462ab81a1d9de1ffe4dc: Time spent starting tablet: real 0.009s user 0.002s sys 0.000s
14:02:37.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.446602 1687 tablet_bootstrap.cc:492] T 0df397e3ca8d4d218915a865de2e0a58 P 01a6a196825e4669b46e1f1ac0a6c7ba: No bootstrap required, opened a new log
14:02:37.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.446787 1687 ts_tablet_manager.cc:1449] T 0df397e3ca8d4d218915a865de2e0a58 P 01a6a196825e4669b46e1f1ac0a6c7ba: Time spent bootstrapping tablet: real 0.020s user 0.010s sys 0.001s
14:02:37.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.447626 1687 raft_consensus.cc:359] T 0df397e3ca8d4d218915a865de2e0a58 P 01a6a196825e4669b46e1f1ac0a6c7ba [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dfb54fe4b6bc462ab81a1d9de1ffe4dc" member_type: VOTER last_known_addr { host: "127.0.232.1" port: 42281 } } peers { permanent_uuid: "01a6a196825e4669b46e1f1ac0a6c7ba" member_type: VOTER last_known_addr { host: "127.0.232.2" port: 43359 } } peers { permanent_uuid: "4eca746851e342c584b3948f23a4c75f" member_type: VOTER last_known_addr { host: "127.0.232.3" port: 43147 } }
14:02:37.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.447824 1687 raft_consensus.cc:385] T 0df397e3ca8d4d218915a865de2e0a58 P 01a6a196825e4669b46e1f1ac0a6c7ba [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:02:37.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.447944 1687 raft_consensus.cc:740] T 0df397e3ca8d4d218915a865de2e0a58 P 01a6a196825e4669b46e1f1ac0a6c7ba [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 01a6a196825e4669b46e1f1ac0a6c7ba, State: Initialized, Role: FOLLOWER
14:02:37.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.448172 1687 consensus_queue.cc:260] T 0df397e3ca8d4d218915a865de2e0a58 P 01a6a196825e4669b46e1f1ac0a6c7ba [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dfb54fe4b6bc462ab81a1d9de1ffe4dc" member_type: VOTER last_known_addr { host: "127.0.232.1" port: 42281 } } peers { permanent_uuid: "01a6a196825e4669b46e1f1ac0a6c7ba" member_type: VOTER last_known_addr { host: "127.0.232.2" port: 43359 } } peers { permanent_uuid: "4eca746851e342c584b3948f23a4c75f" member_type: VOTER last_known_addr { host: "127.0.232.3" port: 43147 } }
14:02:37.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.448704 1694 tablet_replica.cc:442] T 0df397e3ca8d4d218915a865de2e0a58 P 01a6a196825e4669b46e1f1ac0a6c7ba: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dfb54fe4b6bc462ab81a1d9de1ffe4dc" member_type: VOTER last_known_addr { host: "127.0.232.1" port: 42281 } } peers { permanent_uuid: "01a6a196825e4669b46e1f1ac0a6c7ba" member_type: VOTER last_known_addr { host: "127.0.232.2" port: 43359 } } peers { permanent_uuid: "4eca746851e342c584b3948f23a4c75f" member_type: VOTER last_known_addr { host: "127.0.232.3" port: 43147 } } }
14:02:37.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.449018 1694 tablet_replica.cc:445] T 0df397e3ca8d4d218915a865de2e0a58 P 01a6a196825e4669b46e1f1ac0a6c7ba: This TxnStatusTablet replica's current role is: FOLLOWER
14:02:37.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.450611 1687 ts_tablet_manager.cc:1480] T 0df397e3ca8d4d218915a865de2e0a58 P 01a6a196825e4669b46e1f1ac0a6c7ba: Time spent starting tablet: real 0.004s user 0.003s sys 0.000s
14:02:37.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.679024 1692 raft_consensus.cc:493] T 0df397e3ca8d4d218915a865de2e0a58 P dfb54fe4b6bc462ab81a1d9de1ffe4dc [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:02:37.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.679215 1692 raft_consensus.cc:515] T 0df397e3ca8d4d218915a865de2e0a58 P dfb54fe4b6bc462ab81a1d9de1ffe4dc [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dfb54fe4b6bc462ab81a1d9de1ffe4dc" member_type: VOTER last_known_addr { host: "127.0.232.1" port: 42281 } } peers { permanent_uuid: "01a6a196825e4669b46e1f1ac0a6c7ba" member_type: VOTER last_known_addr { host: "127.0.232.2" port: 43359 } } peers { permanent_uuid: "4eca746851e342c584b3948f23a4c75f" member_type: VOTER last_known_addr { host: "127.0.232.3" port: 43147 } }
14:02:37.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.680998 1692 leader_election.cc:290] T 0df397e3ca8d4d218915a865de2e0a58 P dfb54fe4b6bc462ab81a1d9de1ffe4dc [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 01a6a196825e4669b46e1f1ac0a6c7ba (127.0.232.2:43359), 4eca746851e342c584b3948f23a4c75f (127.0.232.3:43147)
14:02:37.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.689200 1474 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "0df397e3ca8d4d218915a865de2e0a58" candidate_uuid: "dfb54fe4b6bc462ab81a1d9de1ffe4dc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "01a6a196825e4669b46e1f1ac0a6c7ba" is_pre_election: true
14:02:37.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.689414 1474 raft_consensus.cc:2468] T 0df397e3ca8d4d218915a865de2e0a58 P 01a6a196825e4669b46e1f1ac0a6c7ba [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate dfb54fe4b6bc462ab81a1d9de1ffe4dc in term 0.
14:02:37.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.689577 1616 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "0df397e3ca8d4d218915a865de2e0a58" candidate_uuid: "dfb54fe4b6bc462ab81a1d9de1ffe4dc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4eca746851e342c584b3948f23a4c75f" is_pre_election: true
14:02:37.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.689930 1616 raft_consensus.cc:2468] T 0df397e3ca8d4d218915a865de2e0a58 P 4eca746851e342c584b3948f23a4c75f [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate dfb54fe4b6bc462ab81a1d9de1ffe4dc in term 0.
14:02:37.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.689903 1253 leader_election.cc:304] T 0df397e3ca8d4d218915a865de2e0a58 P dfb54fe4b6bc462ab81a1d9de1ffe4dc [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 01a6a196825e4669b46e1f1ac0a6c7ba, dfb54fe4b6bc462ab81a1d9de1ffe4dc; no voters:
14:02:37.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.690281 1692 raft_consensus.cc:2804] T 0df397e3ca8d4d218915a865de2e0a58 P dfb54fe4b6bc462ab81a1d9de1ffe4dc [term 0 FOLLOWER]: Leader pre-election won for term 1
14:02:37.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.690444 1692 raft_consensus.cc:493] T 0df397e3ca8d4d218915a865de2e0a58 P dfb54fe4b6bc462ab81a1d9de1ffe4dc [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:02:37.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.690557 1692 raft_consensus.cc:3060] T 0df397e3ca8d4d218915a865de2e0a58 P dfb54fe4b6bc462ab81a1d9de1ffe4dc [term 0 FOLLOWER]: Advancing to term 1
14:02:37.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.692770 1692 raft_consensus.cc:515] T 0df397e3ca8d4d218915a865de2e0a58 P dfb54fe4b6bc462ab81a1d9de1ffe4dc [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dfb54fe4b6bc462ab81a1d9de1ffe4dc" member_type: VOTER last_known_addr { host: "127.0.232.1" port: 42281 } } peers { permanent_uuid: "01a6a196825e4669b46e1f1ac0a6c7ba" member_type: VOTER last_known_addr { host: "127.0.232.2" port: 43359 } } peers { permanent_uuid: "4eca746851e342c584b3948f23a4c75f" member_type: VOTER last_known_addr { host: "127.0.232.3" port: 43147 } }
14:02:37.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.693377 1692 leader_election.cc:290] T 0df397e3ca8d4d218915a865de2e0a58 P dfb54fe4b6bc462ab81a1d9de1ffe4dc [CANDIDATE]: Term 1 election: Requested vote from peers 01a6a196825e4669b46e1f1ac0a6c7ba (127.0.232.2:43359), 4eca746851e342c584b3948f23a4c75f (127.0.232.3:43147)
14:02:37.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.693792 1474 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "0df397e3ca8d4d218915a865de2e0a58" candidate_uuid: "dfb54fe4b6bc462ab81a1d9de1ffe4dc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "01a6a196825e4669b46e1f1ac0a6c7ba"
14:02:37.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.693979 1474 raft_consensus.cc:3060] T 0df397e3ca8d4d218915a865de2e0a58 P 01a6a196825e4669b46e1f1ac0a6c7ba [term 0 FOLLOWER]: Advancing to term 1
14:02:37.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.694015 1616 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "0df397e3ca8d4d218915a865de2e0a58" candidate_uuid: "dfb54fe4b6bc462ab81a1d9de1ffe4dc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4eca746851e342c584b3948f23a4c75f"
14:02:37.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.694234 1616 raft_consensus.cc:3060] T 0df397e3ca8d4d218915a865de2e0a58 P 4eca746851e342c584b3948f23a4c75f [term 0 FOLLOWER]: Advancing to term 1
14:02:37.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.696019 1474 raft_consensus.cc:2468] T 0df397e3ca8d4d218915a865de2e0a58 P 01a6a196825e4669b46e1f1ac0a6c7ba [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate dfb54fe4b6bc462ab81a1d9de1ffe4dc in term 1.
14:02:37.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.696450 1253 leader_election.cc:304] T 0df397e3ca8d4d218915a865de2e0a58 P dfb54fe4b6bc462ab81a1d9de1ffe4dc [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 01a6a196825e4669b46e1f1ac0a6c7ba, dfb54fe4b6bc462ab81a1d9de1ffe4dc; no voters:
14:02:37.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.696662 1616 raft_consensus.cc:2468] T 0df397e3ca8d4d218915a865de2e0a58 P 4eca746851e342c584b3948f23a4c75f [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate dfb54fe4b6bc462ab81a1d9de1ffe4dc in term 1.
14:02:37.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.696854 1692 raft_consensus.cc:2804] T 0df397e3ca8d4d218915a865de2e0a58 P dfb54fe4b6bc462ab81a1d9de1ffe4dc [term 1 FOLLOWER]: Leader election won for term 1
14:02:37.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.697325 1692 raft_consensus.cc:697] T 0df397e3ca8d4d218915a865de2e0a58 P dfb54fe4b6bc462ab81a1d9de1ffe4dc [term 1 LEADER]: Becoming Leader. State: Replica: dfb54fe4b6bc462ab81a1d9de1ffe4dc, State: Running, Role: LEADER
14:02:37.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.697918 1692 consensus_queue.cc:237] T 0df397e3ca8d4d218915a865de2e0a58 P dfb54fe4b6bc462ab81a1d9de1ffe4dc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dfb54fe4b6bc462ab81a1d9de1ffe4dc" member_type: VOTER last_known_addr { host: "127.0.232.1" port: 42281 } } peers { permanent_uuid: "01a6a196825e4669b46e1f1ac0a6c7ba" member_type: VOTER last_known_addr { host: "127.0.232.2" port: 43359 } } peers { permanent_uuid: "4eca746851e342c584b3948f23a4c75f" member_type: VOTER last_known_addr { host: "127.0.232.3" port: 43147 } }
14:02:37.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.702142 1716 tablet_replica.cc:442] T 0df397e3ca8d4d218915a865de2e0a58 P dfb54fe4b6bc462ab81a1d9de1ffe4dc: TxnStatusTablet state changed. Reason: New leader dfb54fe4b6bc462ab81a1d9de1ffe4dc. Latest consensus state: current_term: 1 leader_uuid: "dfb54fe4b6bc462ab81a1d9de1ffe4dc" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dfb54fe4b6bc462ab81a1d9de1ffe4dc" member_type: VOTER last_known_addr { host: "127.0.232.1" port: 42281 } } peers { permanent_uuid: "01a6a196825e4669b46e1f1ac0a6c7ba" member_type: VOTER last_known_addr { host: "127.0.232.2" port: 43359 } } peers { permanent_uuid: "4eca746851e342c584b3948f23a4c75f" member_type: VOTER last_known_addr { host: "127.0.232.3" port: 43147 } } }
14:02:37.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.703248 1716 tablet_replica.cc:445] T 0df397e3ca8d4d218915a865de2e0a58 P dfb54fe4b6bc462ab81a1d9de1ffe4dc: This TxnStatusTablet replica's current role is: LEADER
14:02:37.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.703176 1131 catalog_manager.cc:5838] T 0df397e3ca8d4d218915a865de2e0a58 P dfb54fe4b6bc462ab81a1d9de1ffe4dc reported cstate change: term changed from 0 to 1, leader changed from <none> to dfb54fe4b6bc462ab81a1d9de1ffe4dc (127.0.232.1). New cstate: current_term: 1 leader_uuid: "dfb54fe4b6bc462ab81a1d9de1ffe4dc" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dfb54fe4b6bc462ab81a1d9de1ffe4dc" member_type: VOTER last_known_addr { host: "127.0.232.1" port: 42281 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "01a6a196825e4669b46e1f1ac0a6c7ba" member_type: VOTER last_known_addr { host: "127.0.232.2" port: 43359 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "4eca746851e342c584b3948f23a4c75f" member_type: VOTER last_known_addr { host: "127.0.232.3" port: 43147 } health_report { overall_health: UNKNOWN } } }
14:02:37.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.704685 1718 txn_status_manager.cc:874] Waiting until node catch up with all replicated operations in previous term...
14:02:37.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.705008 1718 txn_status_manager.cc:930] Loading transaction status metadata into memory...
14:02:37.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.724705 1693 consensus_queue.cc:1048] T 7e4d623b880e41d58335ce9d47c221df P 4eca746851e342c584b3948f23a4c75f [LEADER]: Connected to new peer: Peer: permanent_uuid: "01a6a196825e4669b46e1f1ac0a6c7ba" member_type: VOTER last_known_addr { host: "127.0.232.2" port: 43359 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:02:37.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.747190 1473 raft_consensus.cc:1275] T 0df397e3ca8d4d218915a865de2e0a58 P 01a6a196825e4669b46e1f1ac0a6c7ba [term 1 FOLLOWER]: Refusing update from remote peer dfb54fe4b6bc462ab81a1d9de1ffe4dc: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:02:37.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.747236 1616 raft_consensus.cc:1275] T 0df397e3ca8d4d218915a865de2e0a58 P 4eca746851e342c584b3948f23a4c75f [term 1 FOLLOWER]: Refusing update from remote peer dfb54fe4b6bc462ab81a1d9de1ffe4dc: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:02:37.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.748208 1716 consensus_queue.cc:1048] T 0df397e3ca8d4d218915a865de2e0a58 P dfb54fe4b6bc462ab81a1d9de1ffe4dc [LEADER]: Connected to new peer: Peer: permanent_uuid: "4eca746851e342c584b3948f23a4c75f" member_type: VOTER last_known_addr { host: "127.0.232.3" port: 43147 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:02:37.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.751616 1716 consensus_queue.cc:1048] T 0df397e3ca8d4d218915a865de2e0a58 P dfb54fe4b6bc462ab81a1d9de1ffe4dc [LEADER]: Connected to new peer: Peer: permanent_uuid: "01a6a196825e4669b46e1f1ac0a6c7ba" member_type: VOTER last_known_addr { host: "127.0.232.2" port: 43359 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:02:37.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.761196 1693 tablet_replica.cc:442] T 0df397e3ca8d4d218915a865de2e0a58 P 4eca746851e342c584b3948f23a4c75f: TxnStatusTablet state changed. Reason: New leader dfb54fe4b6bc462ab81a1d9de1ffe4dc. Latest consensus state: current_term: 1 leader_uuid: "dfb54fe4b6bc462ab81a1d9de1ffe4dc" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dfb54fe4b6bc462ab81a1d9de1ffe4dc" member_type: VOTER last_known_addr { host: "127.0.232.1" port: 42281 } } peers { permanent_uuid: "01a6a196825e4669b46e1f1ac0a6c7ba" member_type: VOTER last_known_addr { host: "127.0.232.2" port: 43359 } } peers { permanent_uuid: "4eca746851e342c584b3948f23a4c75f" member_type: VOTER last_known_addr { host: "127.0.232.3" port: 43147 } } }
14:02:37.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.761587 1693 tablet_replica.cc:445] T 0df397e3ca8d4d218915a865de2e0a58 P 4eca746851e342c584b3948f23a4c75f: This TxnStatusTablet replica's current role is: FOLLOWER
14:02:37.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.762563 1694 tablet_replica.cc:442] T 0df397e3ca8d4d218915a865de2e0a58 P 01a6a196825e4669b46e1f1ac0a6c7ba: TxnStatusTablet state changed. Reason: New leader dfb54fe4b6bc462ab81a1d9de1ffe4dc. Latest consensus state: current_term: 1 leader_uuid: "dfb54fe4b6bc462ab81a1d9de1ffe4dc" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dfb54fe4b6bc462ab81a1d9de1ffe4dc" member_type: VOTER last_known_addr { host: "127.0.232.1" port: 42281 } } peers { permanent_uuid: "01a6a196825e4669b46e1f1ac0a6c7ba" member_type: VOTER last_known_addr { host: "127.0.232.2" port: 43359 } } peers { permanent_uuid: "4eca746851e342c584b3948f23a4c75f" member_type: VOTER last_known_addr { host: "127.0.232.3" port: 43147 } } }
14:02:37.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.762840 1694 tablet_replica.cc:445] T 0df397e3ca8d4d218915a865de2e0a58 P 01a6a196825e4669b46e1f1ac0a6c7ba: This TxnStatusTablet replica's current role is: FOLLOWER
14:02:37.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.767017 1724 mvcc.cc:204] Tried to move back new op lower bound from 7334668524522385408 to 7334668524334780416. Current Snapshot: MvccSnapshot[applied={T|T < 7334668524522385408}]
14:02:37.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.771842 1693 consensus_queue.cc:1048] T 7e4d623b880e41d58335ce9d47c221df P 4eca746851e342c584b3948f23a4c75f [LEADER]: Connected to new peer: Peer: permanent_uuid: "dfb54fe4b6bc462ab81a1d9de1ffe4dc" member_type: VOTER last_known_addr { host: "127.0.232.1" port: 42281 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:02:37.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.775748 1716 tablet_replica.cc:442] T 0df397e3ca8d4d218915a865de2e0a58 P dfb54fe4b6bc462ab81a1d9de1ffe4dc: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "dfb54fe4b6bc462ab81a1d9de1ffe4dc" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dfb54fe4b6bc462ab81a1d9de1ffe4dc" member_type: VOTER last_known_addr { host: "127.0.232.1" port: 42281 } } peers { permanent_uuid: "01a6a196825e4669b46e1f1ac0a6c7ba" member_type: VOTER last_known_addr { host: "127.0.232.2" port: 43359 } } peers { permanent_uuid: "4eca746851e342c584b3948f23a4c75f" member_type: VOTER last_known_addr { host: "127.0.232.3" port: 43147 } } }
14:02:37.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.775935 1716 tablet_replica.cc:445] T 0df397e3ca8d4d218915a865de2e0a58 P dfb54fe4b6bc462ab81a1d9de1ffe4dc: This TxnStatusTablet replica's current role is: LEADER
14:02:37.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.778074 1694 tablet_replica.cc:442] T 0df397e3ca8d4d218915a865de2e0a58 P 01a6a196825e4669b46e1f1ac0a6c7ba: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "dfb54fe4b6bc462ab81a1d9de1ffe4dc" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dfb54fe4b6bc462ab81a1d9de1ffe4dc" member_type: VOTER last_known_addr { host: "127.0.232.1" port: 42281 } } peers { permanent_uuid: "01a6a196825e4669b46e1f1ac0a6c7ba" member_type: VOTER last_known_addr { host: "127.0.232.2" port: 43359 } } peers { permanent_uuid: "4eca746851e342c584b3948f23a4c75f" member_type: VOTER last_known_addr { host: "127.0.232.3" port: 43147 } } }
14:02:37.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.778271 1694 tablet_replica.cc:445] T 0df397e3ca8d4d218915a865de2e0a58 P 01a6a196825e4669b46e1f1ac0a6c7ba: This TxnStatusTablet replica's current role is: FOLLOWER
14:02:37.783 [DEBUG - Time-limited test] (KuduTransaction.java:705) starting keepalive heartbeating with period 500 ms (txn ID 0)
14:02:37.786 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 10ca21db78774446b3dd01e1537fe6e0
14:02:37.786 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.0.232.60:45935
14:02:37.787 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
14:02:37.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.787446 928 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taska0IKLx/build/asan/bin/kudu pid 1098
14:02:37.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.789134 1172 generic_service.cc:196] Checking for leaks (request via RPC)
14:02:37.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.804742 1692 tablet_replica.cc:442] T 0df397e3ca8d4d218915a865de2e0a58 P dfb54fe4b6bc462ab81a1d9de1ffe4dc: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "dfb54fe4b6bc462ab81a1d9de1ffe4dc" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dfb54fe4b6bc462ab81a1d9de1ffe4dc" member_type: VOTER last_known_addr { host: "127.0.232.1" port: 42281 } } peers { permanent_uuid: "01a6a196825e4669b46e1f1ac0a6c7ba" member_type: VOTER last_known_addr { host: "127.0.232.2" port: 43359 } } peers { permanent_uuid: "4eca746851e342c584b3948f23a4c75f" member_type: VOTER last_known_addr { host: "127.0.232.3" port: 43147 } } }
14:02:37.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.805025 1692 tablet_replica.cc:445] T 0df397e3ca8d4d218915a865de2e0a58 P dfb54fe4b6bc462ab81a1d9de1ffe4dc: This TxnStatusTablet replica's current role is: LEADER
14:02:37.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.807634 1693 tablet_replica.cc:442] T 0df397e3ca8d4d218915a865de2e0a58 P 4eca746851e342c584b3948f23a4c75f: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "dfb54fe4b6bc462ab81a1d9de1ffe4dc" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dfb54fe4b6bc462ab81a1d9de1ffe4dc" member_type: VOTER last_known_addr { host: "127.0.232.1" port: 42281 } } peers { permanent_uuid: "01a6a196825e4669b46e1f1ac0a6c7ba" member_type: VOTER last_known_addr { host: "127.0.232.2" port: 43359 } } peers { permanent_uuid: "4eca746851e342c584b3948f23a4c75f" member_type: VOTER last_known_addr { host: "127.0.232.3" port: 43147 } } }
14:02:37.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.807842 1693 tablet_replica.cc:445] T 0df397e3ca8d4d218915a865de2e0a58 P 4eca746851e342c584b3948f23a4c75f: This TxnStatusTablet replica's current role is: FOLLOWER
14:02:37.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.826087 1693 consensus_queue.cc:1048] T af4dc7988003487aa690d83efafd066e P 4eca746851e342c584b3948f23a4c75f [LEADER]: Connected to new peer: Peer: permanent_uuid: "01a6a196825e4669b46e1f1ac0a6c7ba" member_type: VOTER last_known_addr { host: "127.0.232.2" port: 43359 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:02:37.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.832260 1698 consensus_queue.cc:1048] T af4dc7988003487aa690d83efafd066e P 4eca746851e342c584b3948f23a4c75f [LEADER]: Connected to new peer: Peer: permanent_uuid: "dfb54fe4b6bc462ab81a1d9de1ffe4dc" member_type: VOTER last_known_addr { host: "127.0.232.1" port: 42281 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:02:37.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:37.937990 928 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taska0IKLx/build/asan/bin/kudu with pid 1098
14:02:37.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:37.964974 1543 connection.cc:573] client connection to 127.0.232.60:45935 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
14:02:37.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:37.965705 1661 heartbeater.cc:646] Failed to heartbeat to 127.0.232.60:45935 (0 consecutive failures): Network error: Failed to send heartbeat to master: recv error from unknown peer: Transport endpoint is not connected (error 107)
14:02:37.966 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.0.232.60:45935(127.0.232.60:45935)] handling channelInactive
14:02:37.966 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.232.60:45935(127.0.232.60:45935)] cleaning up while in state READY due to: connection closed
14:02:37.967 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:02:37.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:37.967574 1519 heartbeater.cc:646] Failed to heartbeat to 127.0.232.60:45935 (0 consecutive failures): Network error: Failed to send heartbeat to master: recv got EOF from 127.0.232.60:45935 (error 108)
14:02:37.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:37.968237 1377 heartbeater.cc:646] Failed to heartbeat to 127.0.232.60:45935 (0 consecutive failures): Network error: Failed to send heartbeat to master: recv got EOF from 127.0.232.60:45935 (error 108)
14:02:38.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:38.010437 1737 raft_consensus.cc:493] T 00000000000000000000000000000000 P 03e03ffdf397435fb6dcd49050b71c88 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 492259c1f38f4f52ae06707e7601b303)
14:02:38.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:38.010622 1737 raft_consensus.cc:515] T 00000000000000000000000000000000 P 03e03ffdf397435fb6dcd49050b71c88 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9def02a4ff24f5bac3a2bd157bf6fac" member_type: VOTER last_known_addr { host: "127.0.232.62" port: 36323 } } peers { permanent_uuid: "03e03ffdf397435fb6dcd49050b71c88" member_type: VOTER last_known_addr { host: "127.0.232.61" port: 34389 } } peers { permanent_uuid: "492259c1f38f4f52ae06707e7601b303" member_type: VOTER last_known_addr { host: "127.0.232.60" port: 45935 } }
14:02:38.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:38.011932 1737 leader_election.cc:290] T 00000000000000000000000000000000 P 03e03ffdf397435fb6dcd49050b71c88 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers e9def02a4ff24f5bac3a2bd157bf6fac (127.0.232.62:36323), 492259c1f38f4f52ae06707e7601b303 (127.0.232.60:45935)
14:02:38.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:38.012486 980 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "03e03ffdf397435fb6dcd49050b71c88" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "e9def02a4ff24f5bac3a2bd157bf6fac" is_pre_election: true
14:02:38.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:38.012779 980 raft_consensus.cc:2468] T 00000000000000000000000000000000 P e9def02a4ff24f5bac3a2bd157bf6fac [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 03e03ffdf397435fb6dcd49050b71c88 in term 1.
14:02:38.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:38.013499 1035 leader_election.cc:304] T 00000000000000000000000000000000 P 03e03ffdf397435fb6dcd49050b71c88 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 03e03ffdf397435fb6dcd49050b71c88, e9def02a4ff24f5bac3a2bd157bf6fac; no voters:
14:02:38.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:38.014176 1737 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 03e03ffdf397435fb6dcd49050b71c88 [term 1 FOLLOWER]: Leader pre-election won for term 2
14:02:38.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:38.014422 1737 raft_consensus.cc:493] T 00000000000000000000000000000000 P 03e03ffdf397435fb6dcd49050b71c88 [term 1 FOLLOWER]: Starting leader election (detected failure of leader 492259c1f38f4f52ae06707e7601b303)
14:02:38.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:38.014638 1737 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 03e03ffdf397435fb6dcd49050b71c88 [term 1 FOLLOWER]: Advancing to term 2
14:02:38.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:38.019024 1737 raft_consensus.cc:515] T 00000000000000000000000000000000 P 03e03ffdf397435fb6dcd49050b71c88 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9def02a4ff24f5bac3a2bd157bf6fac" member_type: VOTER last_known_addr { host: "127.0.232.62" port: 36323 } } peers { permanent_uuid: "03e03ffdf397435fb6dcd49050b71c88" member_type: VOTER last_known_addr { host: "127.0.232.61" port: 34389 } } peers { permanent_uuid: "492259c1f38f4f52ae06707e7601b303" member_type: VOTER last_known_addr { host: "127.0.232.60" port: 45935 } }
14:02:38.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:38.020998 980 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "03e03ffdf397435fb6dcd49050b71c88" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "e9def02a4ff24f5bac3a2bd157bf6fac"
14:02:38.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:38.021277 980 raft_consensus.cc:3060] T 00000000000000000000000000000000 P e9def02a4ff24f5bac3a2bd157bf6fac [term 1 FOLLOWER]: Advancing to term 2
14:02:38.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:38.024782 1737 leader_election.cc:290] T 00000000000000000000000000000000 P 03e03ffdf397435fb6dcd49050b71c88 [CANDIDATE]: Term 2 election: Requested vote from peers e9def02a4ff24f5bac3a2bd157bf6fac (127.0.232.62:36323), 492259c1f38f4f52ae06707e7601b303 (127.0.232.60:45935)
14:02:38.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:38.025038 980 raft_consensus.cc:2468] T 00000000000000000000000000000000 P e9def02a4ff24f5bac3a2bd157bf6fac [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 03e03ffdf397435fb6dcd49050b71c88 in term 2.
14:02:38.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:38.025560 1035 leader_election.cc:304] T 00000000000000000000000000000000 P 03e03ffdf397435fb6dcd49050b71c88 [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 03e03ffdf397435fb6dcd49050b71c88, e9def02a4ff24f5bac3a2bd157bf6fac; no voters:
14:02:38.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:38.025870 1737 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 03e03ffdf397435fb6dcd49050b71c88 [term 2 FOLLOWER]: Leader election won for term 2
14:02:38.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:38.026548 1738 raft_consensus.cc:493] T 00000000000000000000000000000000 P e9def02a4ff24f5bac3a2bd157bf6fac [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:02:38.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:38.026721 1738 raft_consensus.cc:515] T 00000000000000000000000000000000 P e9def02a4ff24f5bac3a2bd157bf6fac [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9def02a4ff24f5bac3a2bd157bf6fac" member_type: VOTER last_known_addr { host: "127.0.232.62" port: 36323 } } peers { permanent_uuid: "03e03ffdf397435fb6dcd49050b71c88" member_type: VOTER last_known_addr { host: "127.0.232.61" port: 34389 } } peers { permanent_uuid: "492259c1f38f4f52ae06707e7601b303" member_type: VOTER last_known_addr { host: "127.0.232.60" port: 45935 } }
14:02:38.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:38.027412 1038 leader_election.cc:336] T 00000000000000000000000000000000 P 03e03ffdf397435fb6dcd49050b71c88 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 492259c1f38f4f52ae06707e7601b303 (127.0.232.60:45935): Network error: Client connection negotiation failed: client connection to 127.0.232.60:45935: connect: Connection refused (error 111)
14:02:38.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:38.027866 1038 leader_election.cc:336] T 00000000000000000000000000000000 P 03e03ffdf397435fb6dcd49050b71c88 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 492259c1f38f4f52ae06707e7601b303 (127.0.232.60:45935): Network error: Client connection negotiation failed: client connection to 127.0.232.60:45935: connect: Connection refused (error 111)
14:02:38.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:38.028380 1737 raft_consensus.cc:697] T 00000000000000000000000000000000 P 03e03ffdf397435fb6dcd49050b71c88 [term 2 LEADER]: Becoming Leader. State: Replica: 03e03ffdf397435fb6dcd49050b71c88, State: Running, Role: LEADER
14:02:38.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:38.028905 1737 consensus_queue.cc:237] T 00000000000000000000000000000000 P 03e03ffdf397435fb6dcd49050b71c88 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 11, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9def02a4ff24f5bac3a2bd157bf6fac" member_type: VOTER last_known_addr { host: "127.0.232.62" port: 36323 } } peers { permanent_uuid: "03e03ffdf397435fb6dcd49050b71c88" member_type: VOTER last_known_addr { host: "127.0.232.61" port: 34389 } } peers { permanent_uuid: "492259c1f38f4f52ae06707e7601b303" member_type: VOTER last_known_addr { host: "127.0.232.60" port: 45935 } }
14:02:38.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:38.029531 1059 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "e9def02a4ff24f5bac3a2bd157bf6fac" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "03e03ffdf397435fb6dcd49050b71c88" is_pre_election: true
14:02:38.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:38.030524 1738 leader_election.cc:290] T 00000000000000000000000000000000 P e9def02a4ff24f5bac3a2bd157bf6fac [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 03e03ffdf397435fb6dcd49050b71c88 (127.0.232.61:34389), 492259c1f38f4f52ae06707e7601b303 (127.0.232.60:45935)
14:02:38.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:38.030972 1741 sys_catalog.cc:455] T 00000000000000000000000000000000 P 03e03ffdf397435fb6dcd49050b71c88 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 03e03ffdf397435fb6dcd49050b71c88. Latest consensus state: current_term: 2 leader_uuid: "03e03ffdf397435fb6dcd49050b71c88" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9def02a4ff24f5bac3a2bd157bf6fac" member_type: VOTER last_known_addr { host: "127.0.232.62" port: 36323 } } peers { permanent_uuid: "03e03ffdf397435fb6dcd49050b71c88" member_type: VOTER last_known_addr { host: "127.0.232.61" port: 34389 } } peers { permanent_uuid: "492259c1f38f4f52ae06707e7601b303" member_type: VOTER last_known_addr { host: "127.0.232.60" port: 45935 } } }
14:02:38.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:38.031234 1741 sys_catalog.cc:458] T 00000000000000000000000000000000 P 03e03ffdf397435fb6dcd49050b71c88 [sys.catalog]: This master's current role is: LEADER
14:02:38.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:38.032591 1743 catalog_manager.cc:1524] Loading table and tablet metadata into memory...
14:02:38.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:38.033383 957 leader_election.cc:336] T 00000000000000000000000000000000 P e9def02a4ff24f5bac3a2bd157bf6fac [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 492259c1f38f4f52ae06707e7601b303 (127.0.232.60:45935): Network error: Client connection negotiation failed: client connection to 127.0.232.60:45935: connect: Connection refused (error 111)
14:02:38.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:38.033535 957 leader_election.cc:304] T 00000000000000000000000000000000 P e9def02a4ff24f5bac3a2bd157bf6fac [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: e9def02a4ff24f5bac3a2bd157bf6fac; no voters: 03e03ffdf397435fb6dcd49050b71c88, 492259c1f38f4f52ae06707e7601b303
14:02:38.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:38.034147 1738 raft_consensus.cc:2749] T 00000000000000000000000000000000 P e9def02a4ff24f5bac3a2bd157bf6fac [term 2 FOLLOWER]: Leader pre-election lost for term 3. Reason: could not achieve majority
14:02:38.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:38.035490 1743 catalog_manager.cc:692] Loaded metadata for table txn_manager_fallback_rolling [id=10ca21db78774446b3dd01e1537fe6e0]
14:02:38.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:38.035986 1743 catalog_manager.cc:692] Loaded metadata for table kudu_system.kudu_transactions [id=4f1d715dea004513b2a949ef79043459]
14:02:38.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:38.037539 1743 tablet_loader.cc:96] loaded metadata for tablet 0df397e3ca8d4d218915a865de2e0a58 (table kudu_system.kudu_transactions [id=4f1d715dea004513b2a949ef79043459])
14:02:38.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:38.037909 1743 tablet_loader.cc:96] loaded metadata for tablet 7e4d623b880e41d58335ce9d47c221df (table txn_manager_fallback_rolling [id=10ca21db78774446b3dd01e1537fe6e0])
14:02:38.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:38.038194 1743 tablet_loader.cc:96] loaded metadata for tablet af4dc7988003487aa690d83efafd066e (table txn_manager_fallback_rolling [id=10ca21db78774446b3dd01e1537fe6e0])
14:02:38.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:38.038415 1743 catalog_manager.cc:1533] Initializing Kudu cluster ID...
14:02:38.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:38.039149 1743 catalog_manager.cc:1308] Loaded cluster ID: fa4a05b8c08c4651a582b1bc75346f5d
14:02:38.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:38.039263 1743 catalog_manager.cc:1544] Initializing Kudu internal certificate authority...
14:02:38.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:38.040375 1743 catalog_manager.cc:1553] Loading token signing keys...
14:02:38.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:38.041116 1743 catalog_manager.cc:6230] T 00000000000000000000000000000000 P 03e03ffdf397435fb6dcd49050b71c88: Loaded TSK: 0
14:02:38.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:38.041852 1743 catalog_manager.cc:1563] Initializing in-progress tserver states...
14:02:38.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:38.128000 1038 consensus_peers.cc:597] T 00000000000000000000000000000000 P 03e03ffdf397435fb6dcd49050b71c88 -> Peer 492259c1f38f4f52ae06707e7601b303 (127.0.232.60:45935): Couldn't send request to peer 492259c1f38f4f52ae06707e7601b303. Status: Network error: Client connection negotiation failed: client connection to 127.0.232.60:45935: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
14:02:38.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:38.133549 980 raft_consensus.cc:1275] T 00000000000000000000000000000000 P e9def02a4ff24f5bac3a2bd157bf6fac [term 2 FOLLOWER]: Refusing update from remote peer 03e03ffdf397435fb6dcd49050b71c88: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 2 index: 12. (index mismatch)
14:02:38.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:38.134284 1741 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 03e03ffdf397435fb6dcd49050b71c88 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e9def02a4ff24f5bac3a2bd157bf6fac" member_type: VOTER last_known_addr { host: "127.0.232.62" port: 36323 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
14:02:38.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:38.135923 1738 sys_catalog.cc:455] T 00000000000000000000000000000000 P e9def02a4ff24f5bac3a2bd157bf6fac [sys.catalog]: SysCatalogTable state changed. Reason: New leader 03e03ffdf397435fb6dcd49050b71c88. Latest consensus state: current_term: 2 leader_uuid: "03e03ffdf397435fb6dcd49050b71c88" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9def02a4ff24f5bac3a2bd157bf6fac" member_type: VOTER last_known_addr { host: "127.0.232.62" port: 36323 } } peers { permanent_uuid: "03e03ffdf397435fb6dcd49050b71c88" member_type: VOTER last_known_addr { host: "127.0.232.61" port: 34389 } } peers { permanent_uuid: "492259c1f38f4f52ae06707e7601b303" member_type: VOTER last_known_addr { host: "127.0.232.60" port: 45935 } } }
14:02:38.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:38.136143 1738 sys_catalog.cc:458] T 00000000000000000000000000000000 P e9def02a4ff24f5bac3a2bd157bf6fac [sys.catalog]: This master's current role is: FOLLOWER
14:02:38.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:38.137369 1737 sys_catalog.cc:455] T 00000000000000000000000000000000 P 03e03ffdf397435fb6dcd49050b71c88 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "03e03ffdf397435fb6dcd49050b71c88" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9def02a4ff24f5bac3a2bd157bf6fac" member_type: VOTER last_known_addr { host: "127.0.232.62" port: 36323 } } peers { permanent_uuid: "03e03ffdf397435fb6dcd49050b71c88" member_type: VOTER last_known_addr { host: "127.0.232.61" port: 34389 } } peers { permanent_uuid: "492259c1f38f4f52ae06707e7601b303" member_type: VOTER last_known_addr { host: "127.0.232.60" port: 45935 } } }
14:02:38.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:38.137755 1738 sys_catalog.cc:455] T 00000000000000000000000000000000 P e9def02a4ff24f5bac3a2bd157bf6fac [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "03e03ffdf397435fb6dcd49050b71c88" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9def02a4ff24f5bac3a2bd157bf6fac" member_type: VOTER last_known_addr { host: "127.0.232.62" port: 36323 } } peers { permanent_uuid: "03e03ffdf397435fb6dcd49050b71c88" member_type: VOTER last_known_addr { host: "127.0.232.61" port: 34389 } } peers { permanent_uuid: "492259c1f38f4f52ae06707e7601b303" member_type: VOTER last_known_addr { host: "127.0.232.60" port: 45935 } } }
14:02:38.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:38.137931 1738 sys_catalog.cc:458] T 00000000000000000000000000000000 P e9def02a4ff24f5bac3a2bd157bf6fac [sys.catalog]: This master's current role is: FOLLOWER
14:02:38.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:38.137581 1737 sys_catalog.cc:458] T 00000000000000000000000000000000 P 03e03ffdf397435fb6dcd49050b71c88 [sys.catalog]: This master's current role is: LEADER
14:02:38.288 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.232.60:45935(127.0.232.60:45935)] connecting to peer
14:02:38.289 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.232.60:45935(127.0.232.60:45935): Connection refused: /127.0.232.60:45935
14:02:38.289 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.232.60:45935(127.0.232.60:45935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.232.60:45935(127.0.232.60:45935): Connection refused: /127.0.232.60:45935
14:02:38.290 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location master-127.0.232.60:45935(127.0.232.60:45935) for tablet Kudu Master: Failed to connect to peer master-127.0.232.60:45935(127.0.232.60:45935): Connection refused: /127.0.232.60:45935
14:02:38.307 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.232.60:45935(127.0.232.60:45935)] connecting to peer
14:02:38.309 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.232.60:45935(127.0.232.60:45935): Connection refused: /127.0.232.60:45935
14:02:38.309 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.232.60:45935(127.0.232.60:45935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.232.60:45935(127.0.232.60:45935): Connection refused: /127.0.232.60:45935
14:02:38.309 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.232.60:45935: Failed to connect to peer master-127.0.232.60:45935(127.0.232.60:45935): Connection refused: /127.0.232.60:45935
14:02:38.311 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
14:02:38.311 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=2, TimeoutTracker(timeout=250, elapsed=23), Traces: [0ms] sending RPC to server master-127.0.232.60:45935, [2ms] received response from server master-127.0.232.60:45935: Network error: Failed to connect to peer master-127.0.232.60:45935(127.0.232.60:45935): Connection refused: /127.0.232.60:45935, [3ms] delaying RPC due to: Network error: Failed to connect to peer master-127.0.232.60:45935(127.0.232.60:45935): Connection refused: /127.0.232.60:45935, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.232.60:45935, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.232.61:34389, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.232.62:36323, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.232.60:45935: Network error: Failed to connect to peer master-127.0.232.60:45935(127.0.232.60:45935): Connection refused: /127.0.232.60:45935, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.232.62:36323: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.0.232.61:34389: OK, deferred=Deferred@1417167453(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$237/0x00007f484c339a20@58ca1bd1, errback=org.apache.kudu.client.KuduTransaction$$Lambda$238/0x00007f484c339c48@578f85f)) after lookup
14:02:38.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:38.323899 1663 heartbeater.cc:499] Master 127.0.232.61:34389 was elected leader, sending a full tablet report...
14:02:38.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:38.361184 1051 catalog_manager.cc:2296] Servicing CreateTable request from {username='slave'} at 127.0.0.1:52750:
14:02:38.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
14:02:38.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
14:02:38.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:02:38.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
14:02:38.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
14:02:38.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
14:02:38.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
14:02:38.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
14:02:38.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
14:02:38.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
14:02:38.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:02:38.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:02:38.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:02:38.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
14:02:38.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
14:02:38.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
14:02:38.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
14:02:38.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
14:02:38.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
14:02:38.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
14:02:38.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:02:38.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:02:38.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:02:38.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
14:02:38.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
14:02:38.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
14:02:38.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
14:02:38.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
14:02:38.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
14:02:38.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
14:02:38.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:02:38.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:02:38.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:02:38.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
14:02:38.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
14:02:38.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
14:02:38.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
14:02:38.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
14:02:38.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
14:02:38.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
14:02:38.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:02:38.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:02:38.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:02:38.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
14:02:38.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
14:02:38.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
14:02:38.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
14:02:38.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:02:38.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
14:02:38.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
14:02:38.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:02:38.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
14:02:38.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:02:38.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:02:38.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:02:38.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
14:02:38.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:38.366304 1051 catalog_manager.cc:7226] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
14:02:38.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:38.616364 1038 consensus_peers.cc:597] T 00000000000000000000000000000000 P 03e03ffdf397435fb6dcd49050b71c88 -> Peer 492259c1f38f4f52ae06707e7601b303 (127.0.232.60:45935): Couldn't send request to peer 492259c1f38f4f52ae06707e7601b303. Status: Network error: Client connection negotiation failed: client connection to 127.0.232.60:45935: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
14:02:39.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:39.073617 1038 consensus_peers.cc:597] T 00000000000000000000000000000000 P 03e03ffdf397435fb6dcd49050b71c88 -> Peer 492259c1f38f4f52ae06707e7601b303 (127.0.232.60:45935): Couldn't send request to peer 492259c1f38f4f52ae06707e7601b303. Status: Network error: Client connection negotiation failed: client connection to 127.0.232.60:45935: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
14:02:39.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:39.566737 1038 consensus_peers.cc:597] T 00000000000000000000000000000000 P 03e03ffdf397435fb6dcd49050b71c88 -> Peer 492259c1f38f4f52ae06707e7601b303 (127.0.232.60:45935): Couldn't send request to peer 492259c1f38f4f52ae06707e7601b303. Status: Network error: Client connection negotiation failed: client connection to 127.0.232.60:45935: connect: Connection refused (error 111). This is attempt 16: this message will repeat every 5th retry.
14:02:39.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:39.768612 1038 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.0.232.60:45935: connect: Connection refused (error 111) [suppressed 23 similar messages]
14:02:39.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:39.838121 1521 heartbeater.cc:499] Master 127.0.232.61:34389 was elected leader, sending a full tablet report...
14:02:39.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:39.843856 1379 heartbeater.cc:499] Master 127.0.232.61:34389 was elected leader, sending a full tablet report...
14:02:39.973 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet af4dc7988003487aa690d83efafd066e for table 'txn_manager_fallback_rolling' with partition [0x00000000, 0x00000001)
14:02:39.973 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7e4d623b880e41d58335ce9d47c221df for table 'txn_manager_fallback_rolling' with partition [0x00000001, 0x00000002)
14:02:39.973 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=af4dc7988003487aa690d83efafd066e@[01a6a196825e4669b46e1f1ac0a6c7ba(127.0.232.2:43359),4eca746851e342c584b3948f23a4c75f(127.0.232.3:43147)[L],dfb54fe4b6bc462ab81a1d9de1ffe4dc(127.0.232.1:42281)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=7e4d623b880e41d58335ce9d47c221df@[01a6a196825e4669b46e1f1ac0a6c7ba(127.0.232.2:43359),4eca746851e342c584b3948f23a4c75f(127.0.232.3:43147)[L],dfb54fe4b6bc462ab81a1d9de1ffe4dc(127.0.232.1:42281)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
14:02:39.974 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=3), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.232.61:34389, [3ms] Sub RPC GetTableLocations: received response from server master-127.0.232.61:34389: OK, deferred=null) after lookup
14:02:39.974 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 4eca746851e342c584b3948f23a4c75f(127.0.232.3:43147)] connecting to peer
14:02:39.976 [DEBUG - kudu-nio-5] (Connection.java:757) [peer 4eca746851e342c584b3948f23a4c75f(127.0.232.3:43147)] Successfully connected to peer
14:02:39.988 [DEBUG - kudu-nio-5] (Negotiator.java:918) Authenticated connection [id: 0xf2c72292, L:/127.0.0.1:43568 - R:/127.0.232.3:43147] using TOKEN/null
14:02:39.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:39.992630 1566 master_proxy_rpc.cc:203] Re-attempting GetTableSchema request to leader Master (127.0.232.60:45935)
14:02:40.029 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.0.232.60:45935
14:02:40.029 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
14:02:40.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:40.030118 928 external_mini_cluster.cc:1372] Running /tmp/dist-test-taska0IKLx/build/asan/bin/kudu
14:02:40.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taska0IKLx/build/asan/bin/kudu
14:02:40.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taska0IKLx/test-tmp/mini-kudu-cluster1271912108777333107/master-2/wal
14:02:40.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taska0IKLx/test-tmp/mini-kudu-cluster1271912108777333107/master-2/data
14:02:40.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:02:40.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:02:40.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:02:40.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:02:40.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:02:40.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:02:40.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taska0IKLx/test-tmp/mini-kudu-cluster1271912108777333107/master-2/logs
14:02:40.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taska0IKLx/test-tmp/mini-kudu-cluster1271912108777333107/master-2/data/info.pb
14:02:40.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:02:40.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:02:40.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:02:40.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:02:40.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:02:40.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:02:40.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:02:40.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:02:40.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:02:40.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:02:40.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:02:40.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:02:40.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.232.60:45935
14:02:40.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.232.60
14:02:40.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=46883
14:02:40.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.232.20:39039
14:02:40.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:02:40.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:02:40.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:02:40.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:02:40.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.232.62:36323,127.0.232.61:34389,127.0.232.60:45935
14:02:40.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:02:40.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38633/jwks.json
14:02:40.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
14:02:40.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
14:02:40.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:40.055289 1038 consensus_peers.cc:597] T 00000000000000000000000000000000 P 03e03ffdf397435fb6dcd49050b71c88 -> Peer 492259c1f38f4f52ae06707e7601b303 (127.0.232.60:45935): Couldn't send request to peer 492259c1f38f4f52ae06707e7601b303. Status: Network error: Client connection negotiation failed: client connection to 127.0.232.60:45935: connect: Connection refused (error 111). This is attempt 21: this message will repeat every 5th retry.
14:02:40.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:40.184937 939 master_runner.cc:187] Error getting master registration for 127.0.232.60:45935: Network error: Client connection negotiation failed: client connection to 127.0.232.60:45935: connect: Connection refused (error 111),
14:02:40.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:40.185112 939 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
14:02:40.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:40.351908 1788 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:02:40.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:40.352227 1788 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:02:40.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:40.352368 1788 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:02:40.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:40.360523 1788 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:02:40.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:40.360646 1788 flags.cc:432] Enabled experimental flag: --txn_manager_enabled=true
14:02:40.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:40.360714 1788 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:02:40.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:40.360780 1788 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:02:40.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:40.360864 1788 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:02:40.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:40.360950 1788 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:02:40.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:40.361053 1788 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:38633/jwks.json
14:02:40.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:40.370945 1788 master_runner.cc:387] Master server non-default flags:
14:02:40.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taska0IKLx/test-tmp/mini-kudu-cluster1271912108777333107/master-2/logs
14:02:40.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:02:40.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:02:40.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:02:40.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.232.20:39039
14:02:40.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:02:40.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:02:40.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
14:02:40.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taska0IKLx/test-tmp/mini-kudu-cluster1271912108777333107/master-2/data
14:02:40.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taska0IKLx/test-tmp/mini-kudu-cluster1271912108777333107/master-2/wal
14:02:40.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:02:40.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.232.62:36323,127.0.232.61:34389,127.0.232.60:45935
14:02:40.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
14:02:40.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:02:40.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:02:40.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:02:40.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.232.60:45935
14:02:40.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:02:40.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:02:40.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:02:40.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38633/jwks.json
14:02:40.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:02:40.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:02:40.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taska0IKLx/test-tmp/mini-kudu-cluster1271912108777333107/master-2/data/info.pb
14:02:40.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.232.60
14:02:40.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=46883
14:02:40.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:02:40.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:02:40.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:02:40.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:02:40.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:02:40.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:02:40.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:02:40.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:02:40.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3abfc3e270b48c5a2e69ad8b9aebc64e2a8e2644
14:02:40.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:02:40.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 29 Sep 2026 13:43:21 UTC on bdcb31816ec0
14:02:40.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14057
14:02:40.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
14:02:40.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:40.372949 1788 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:02:40.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:40.374673 1788 file_cache.cc:504] Constructed file cache file cache with capacity 419430
14:02:40.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:40.382781 1795 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:02:40.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:40.383322 1796 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:02:40.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:40.383893 1798 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:02:40.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:40.384497 1788 server_base.cc:1061] running on GCE node
14:02:40.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:40.385352 1788 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:02:40.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:40.386756 1788 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:02:40.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:40.387998 1788 hybrid_clock.cc:648] HybridClock initialized: now 1790690560387928 us; error 42 us; skew 500 ppm
14:02:40.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:40.388451 1788 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:02:40.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:40.390481 1788 webserver.cc:533] Webserver started at http://127.0.232.60:46883/ using document root <none> and password file <none>
14:02:40.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:40.391325 1788 fs_manager.cc:362] Metadata directory not provided
14:02:40.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:40.391479 1788 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:02:40.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:40.396960 1788 fs_manager.cc:714] Time spent opening directory manager: real 0.003s user 0.004s sys 0.000s
14:02:40.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:40.399602 1804 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:02:40.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:40.401010 1788 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
14:02:40.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:40.401224 1788 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taska0IKLx/test-tmp/mini-kudu-cluster1271912108777333107/master-2/data,/tmp/dist-test-taska0IKLx/test-tmp/mini-kudu-cluster1271912108777333107/master-2/wal
14:02:40.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "492259c1f38f4f52ae06707e7601b303"
14:02:40.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 14:02:34 on dist-test-slave-jmz7"
14:02:40.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:40.401911 1788 fs_report.cc:389] FS layout report
14:02:40.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:02:40.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taska0IKLx/test-tmp/mini-kudu-cluster1271912108777333107/master-2/wal
14:02:40.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taska0IKLx/test-tmp/mini-kudu-cluster1271912108777333107/master-2/wal
14:02:40.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taska0IKLx/test-tmp/mini-kudu-cluster1271912108777333107/master-2/data/data
14:02:40.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:02:40.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:02:40.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:02:40.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:02:40.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:02:40.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:02:40.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:02:40.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:02:40.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:02:40.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:02:40.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:02:40.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:40.423395 1788 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:02:40.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:40.424350 1788 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:02:40.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:40.424664 1788 kserver.cc:163] Server-wide thread pool size limit: 3276
14:02:40.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:40.448907 1788 rpc_server.cc:307] RPC server started. Bound to: 127.0.232.60:45935
14:02:40.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:40.448943 1865 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.0.232.60:45935 every 8 connection(s)
14:02:40.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:40.450865 1788 server_base.cc:1193] Dumped server information to /tmp/dist-test-taska0IKLx/test-tmp/mini-kudu-cluster1271912108777333107/master-2/data/info.pb
14:02:40.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:40.456759 928 external_mini_cluster.cc:1434] Started /tmp/dist-test-taska0IKLx/build/asan/bin/kudu as pid 1788
14:02:40.457 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:02:40.457 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.0.232.61:34389
14:02:40.457 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
14:02:40.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:40.457696 928 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taska0IKLx/build/asan/bin/kudu pid 1017
14:02:40.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:40.458716 1866 sys_catalog.cc:263] Verifying existing consensus state
14:02:40.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:40.458822 1091 generic_service.cc:196] Checking for leaks (request via RPC)
14:02:40.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:40.463927 1866 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 492259c1f38f4f52ae06707e7601b303: Bootstrap starting.
14:02:40.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:40.487718 1866 log.cc:826] T 00000000000000000000000000000000 P 492259c1f38f4f52ae06707e7601b303: Log is configured to *not* fsync() on all Append() calls
14:02:40.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:40.501070 1866 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 492259c1f38f4f52ae06707e7601b303: Bootstrap replayed 1/1 log segments. Stats: ops{read=11 overwritten=0 applied=11 ignored=0} inserts{seen=8 ignored=0} mutations{seen=6 ignored=0} orphaned_commits=0. Pending: 0 replicates
14:02:40.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:40.501602 1866 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 492259c1f38f4f52ae06707e7601b303: Bootstrap complete.
14:02:40.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:40.509104 1866 raft_consensus.cc:359] T 00000000000000000000000000000000 P 492259c1f38f4f52ae06707e7601b303 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9def02a4ff24f5bac3a2bd157bf6fac" member_type: VOTER last_known_addr { host: "127.0.232.62" port: 36323 } } peers { permanent_uuid: "03e03ffdf397435fb6dcd49050b71c88" member_type: VOTER last_known_addr { host: "127.0.232.61" port: 34389 } } peers { permanent_uuid: "492259c1f38f4f52ae06707e7601b303" member_type: VOTER last_known_addr { host: "127.0.232.60" port: 45935 } }
14:02:40.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:40.509843 1866 raft_consensus.cc:740] T 00000000000000000000000000000000 P 492259c1f38f4f52ae06707e7601b303 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 492259c1f38f4f52ae06707e7601b303, State: Initialized, Role: FOLLOWER
14:02:40.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:40.510532 1866 consensus_queue.cc:260] T 00000000000000000000000000000000 P 492259c1f38f4f52ae06707e7601b303 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9def02a4ff24f5bac3a2bd157bf6fac" member_type: VOTER last_known_addr { host: "127.0.232.62" port: 36323 } } peers { permanent_uuid: "03e03ffdf397435fb6dcd49050b71c88" member_type: VOTER last_known_addr { host: "127.0.232.61" port: 34389 } } peers { permanent_uuid: "492259c1f38f4f52ae06707e7601b303" member_type: VOTER last_known_addr { host: "127.0.232.60" port: 45935 } }
14:02:40.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:40.511354 1870 sys_catalog.cc:455] T 00000000000000000000000000000000 P 492259c1f38f4f52ae06707e7601b303 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9def02a4ff24f5bac3a2bd157bf6fac" member_type: VOTER last_known_addr { host: "127.0.232.62" port: 36323 } } peers { permanent_uuid: "03e03ffdf397435fb6dcd49050b71c88" member_type: VOTER last_known_addr { host: "127.0.232.61" port: 34389 } } peers { permanent_uuid: "492259c1f38f4f52ae06707e7601b303" member_type: VOTER last_known_addr { host: "127.0.232.60" port: 45935 } } }
14:02:40.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:40.511673 1870 sys_catalog.cc:458] T 00000000000000000000000000000000 P 492259c1f38f4f52ae06707e7601b303 [sys.catalog]: This master's current role is: FOLLOWER
14:02:40.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:40.512390 1866 sys_catalog.cc:565] T 00000000000000000000000000000000 P 492259c1f38f4f52ae06707e7601b303 [sys.catalog]: configured and running, proceeding with master startup.
14:02:40.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:40.522420 1881 catalog_manager.cc:1308] Loaded cluster ID: fa4a05b8c08c4651a582b1bc75346f5d
14:02:40.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:40.522505 1881 catalog_manager.cc:1601] T 00000000000000000000000000000000 P 492259c1f38f4f52ae06707e7601b303: loading cluster ID for follower catalog manager: success
14:02:40.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:40.526723 1881 catalog_manager.cc:1623] T 00000000000000000000000000000000 P 492259c1f38f4f52ae06707e7601b303: acquiring CA information for follower catalog manager: success
14:02:40.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:40.531158 1881 catalog_manager.cc:1651] T 00000000000000000000000000000000 P 492259c1f38f4f52ae06707e7601b303: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
14:02:40.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:40.598969 928 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taska0IKLx/build/asan/bin/kudu with pid 1017
14:02:40.623 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.0.232.61:34389(127.0.232.61:34389)] handling channelInactive
14:02:40.623 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.232.61:34389(127.0.232.61:34389)] cleaning up while in state READY due to: connection closed
14:02:40.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:40.624001 1883 negotiation.cc:336] Failed RPC negotiation. Trace:
14:02:40.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0929 14:02:40.543587 (+ 0us) reactor.cc:730] Submitting negotiation task for client connection to 127.0.232.61:34389 (local address 127.0.0.1:52764)
14:02:40.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0929 14:02:40.543755 (+ 168us) negotiation.cc:107] Waiting for socket to connect
14:02:40.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0929 14:02:40.543774 (+ 19us) client_negotiation.cc:175] Beginning negotiation
14:02:40.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0929 14:02:40.543867 (+ 93us) client_negotiation.cc:262] Sending NEGOTIATE NegotiatePB request
14:02:40.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0929 14:02:40.622615 (+ 78748us) negotiation.cc:326] Negotiation complete: Network error: Client connection negotiation failed: client connection to 127.0.232.61:34389: BlockingRecv error: recv error from unknown peer: Transport endpoint is not connected (error 107)
14:02:40.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"client-negotiator.queue_time_us":62}
14:02:40.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:40.624050 1887 negotiation.cc:336] Failed RPC negotiation. Trace:
14:02:40.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0929 14:02:40.600501 (+ 0us) reactor.cc:730] Submitting negotiation task for server connection from 127.0.0.1:57698 (local address 127.0.232.60:45935)
14:02:40.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0929 14:02:40.604834 (+ 4333us) server_negotiation.cc:207] Beginning negotiation
14:02:40.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0929 14:02:40.604844 (+ 10us) server_negotiation.cc:400] Waiting for connection header
14:02:40.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0929 14:02:40.604881 (+ 37us) server_negotiation.cc:408] Connection header received
14:02:40.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0929 14:02:40.604968 (+ 87us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
14:02:40.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0929 14:02:40.604977 (+ 9us) server_negotiation.cc:462] Received NEGOTIATE request from client
14:02:40.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0929 14:02:40.605285 (+ 308us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
14:02:40.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0929 14:02:40.605462 (+ 177us) server_negotiation.cc:227] Negotiated authn=CERTIFICATE
14:02:40.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0929 14:02:40.622728 (+ 17266us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:57698: BlockingRecv error: recv error from unknown peer: Transport endpoint is not connected (error 107)
14:02:40.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":4119,"thread_start_us":3973,"threads_started":1}
14:02:40.626 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:02:40.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:40.624907 1788 master_runner.cc:187] Error getting master registration for 127.0.232.61:34389: Network error: Client connection negotiation failed: client connection to 127.0.232.61:34389: BlockingRecv error: recv error from unknown peer: Transport endpoint is not connected (error 107),
14:02:40.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:40.629240 1788 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
14:02:40.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:40.689172 1888 raft_consensus.cc:493] T 00000000000000000000000000000000 P e9def02a4ff24f5bac3a2bd157bf6fac [term 2 FOLLOWER]: Starting pre-election (detected failure of leader 03e03ffdf397435fb6dcd49050b71c88)
14:02:40.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:40.689373 1888 raft_consensus.cc:515] T 00000000000000000000000000000000 P e9def02a4ff24f5bac3a2bd157bf6fac [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9def02a4ff24f5bac3a2bd157bf6fac" member_type: VOTER last_known_addr { host: "127.0.232.62" port: 36323 } } peers { permanent_uuid: "03e03ffdf397435fb6dcd49050b71c88" member_type: VOTER last_known_addr { host: "127.0.232.61" port: 34389 } } peers { permanent_uuid: "492259c1f38f4f52ae06707e7601b303" member_type: VOTER last_known_addr { host: "127.0.232.60" port: 45935 } }
14:02:40.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:40.690038 1888 leader_election.cc:290] T 00000000000000000000000000000000 P e9def02a4ff24f5bac3a2bd157bf6fac [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 03e03ffdf397435fb6dcd49050b71c88 (127.0.232.61:34389), 492259c1f38f4f52ae06707e7601b303 (127.0.232.60:45935)
14:02:40.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:40.691022 956 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.0.232.61:34389: connect: Connection refused (error 111) [suppressed 8 similar messages]
14:02:40.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:40.702018 956 leader_election.cc:336] T 00000000000000000000000000000000 P e9def02a4ff24f5bac3a2bd157bf6fac [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 03e03ffdf397435fb6dcd49050b71c88 (127.0.232.61:34389): Network error: Client connection negotiation failed: client connection to 127.0.232.61:34389: connect: Connection refused (error 111)
14:02:40.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:40.703099 1831 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "e9def02a4ff24f5bac3a2bd157bf6fac" candidate_term: 3 candidate_status { last_received { term: 2 index: 12 } } ignore_live_leader: false dest_uuid: "492259c1f38f4f52ae06707e7601b303" is_pre_election: true
14:02:40.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:40.703608 1831 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 492259c1f38f4f52ae06707e7601b303 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate e9def02a4ff24f5bac3a2bd157bf6fac in term 1.
14:02:40.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:40.704510 957 leader_election.cc:304] T 00000000000000000000000000000000 P e9def02a4ff24f5bac3a2bd157bf6fac [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 492259c1f38f4f52ae06707e7601b303, e9def02a4ff24f5bac3a2bd157bf6fac; no voters: 03e03ffdf397435fb6dcd49050b71c88
14:02:40.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:40.704800 1888 raft_consensus.cc:2804] T 00000000000000000000000000000000 P e9def02a4ff24f5bac3a2bd157bf6fac [term 2 FOLLOWER]: Leader pre-election won for term 3
14:02:40.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:40.704913 1888 raft_consensus.cc:493] T 00000000000000000000000000000000 P e9def02a4ff24f5bac3a2bd157bf6fac [term 2 FOLLOWER]: Starting leader election (detected failure of leader 03e03ffdf397435fb6dcd49050b71c88)
14:02:40.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:40.704999 1888 raft_consensus.cc:3060] T 00000000000000000000000000000000 P e9def02a4ff24f5bac3a2bd157bf6fac [term 2 FOLLOWER]: Advancing to term 3
14:02:40.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:40.706959 1888 raft_consensus.cc:515] T 00000000000000000000000000000000 P e9def02a4ff24f5bac3a2bd157bf6fac [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9def02a4ff24f5bac3a2bd157bf6fac" member_type: VOTER last_known_addr { host: "127.0.232.62" port: 36323 } } peers { permanent_uuid: "03e03ffdf397435fb6dcd49050b71c88" member_type: VOTER last_known_addr { host: "127.0.232.61" port: 34389 } } peers { permanent_uuid: "492259c1f38f4f52ae06707e7601b303" member_type: VOTER last_known_addr { host: "127.0.232.60" port: 45935 } }
14:02:40.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:40.707547 1888 leader_election.cc:290] T 00000000000000000000000000000000 P e9def02a4ff24f5bac3a2bd157bf6fac [CANDIDATE]: Term 3 election: Requested vote from peers 03e03ffdf397435fb6dcd49050b71c88 (127.0.232.61:34389), 492259c1f38f4f52ae06707e7601b303 (127.0.232.60:45935)
14:02:40.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:40.708052 1831 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "e9def02a4ff24f5bac3a2bd157bf6fac" candidate_term: 3 candidate_status { last_received { term: 2 index: 12 } } ignore_live_leader: false dest_uuid: "492259c1f38f4f52ae06707e7601b303"
14:02:40.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:40.708251 1831 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 492259c1f38f4f52ae06707e7601b303 [term 1 FOLLOWER]: Advancing to term 3
14:02:40.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:40.709167 956 leader_election.cc:336] T 00000000000000000000000000000000 P e9def02a4ff24f5bac3a2bd157bf6fac [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer 03e03ffdf397435fb6dcd49050b71c88 (127.0.232.61:34389): Network error: Client connection negotiation failed: client connection to 127.0.232.61:34389: connect: Connection refused (error 111)
14:02:40.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:40.713873 1831 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 492259c1f38f4f52ae06707e7601b303 [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate e9def02a4ff24f5bac3a2bd157bf6fac in term 3.
14:02:40.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:40.714287 957 leader_election.cc:304] T 00000000000000000000000000000000 P e9def02a4ff24f5bac3a2bd157bf6fac [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 492259c1f38f4f52ae06707e7601b303, e9def02a4ff24f5bac3a2bd157bf6fac; no voters: 03e03ffdf397435fb6dcd49050b71c88
14:02:40.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:40.714613 1888 raft_consensus.cc:2804] T 00000000000000000000000000000000 P e9def02a4ff24f5bac3a2bd157bf6fac [term 3 FOLLOWER]: Leader election won for term 3
14:02:40.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:40.715075 1888 raft_consensus.cc:697] T 00000000000000000000000000000000 P e9def02a4ff24f5bac3a2bd157bf6fac [term 3 LEADER]: Becoming Leader. State: Replica: e9def02a4ff24f5bac3a2bd157bf6fac, State: Running, Role: LEADER
14:02:40.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:40.715540 1888 consensus_queue.cc:237] T 00000000000000000000000000000000 P e9def02a4ff24f5bac3a2bd157bf6fac [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 12, Committed index: 12, Last appended: 2.12, Last appended by leader: 12, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9def02a4ff24f5bac3a2bd157bf6fac" member_type: VOTER last_known_addr { host: "127.0.232.62" port: 36323 } } peers { permanent_uuid: "03e03ffdf397435fb6dcd49050b71c88" member_type: VOTER last_known_addr { host: "127.0.232.61" port: 34389 } } peers { permanent_uuid: "492259c1f38f4f52ae06707e7601b303" member_type: VOTER last_known_addr { host: "127.0.232.60" port: 45935 } }
14:02:40.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:40.717253 1892 sys_catalog.cc:455] T 00000000000000000000000000000000 P e9def02a4ff24f5bac3a2bd157bf6fac [sys.catalog]: SysCatalogTable state changed. Reason: New leader e9def02a4ff24f5bac3a2bd157bf6fac. Latest consensus state: current_term: 3 leader_uuid: "e9def02a4ff24f5bac3a2bd157bf6fac" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9def02a4ff24f5bac3a2bd157bf6fac" member_type: VOTER last_known_addr { host: "127.0.232.62" port: 36323 } } peers { permanent_uuid: "03e03ffdf397435fb6dcd49050b71c88" member_type: VOTER last_known_addr { host: "127.0.232.61" port: 34389 } } peers { permanent_uuid: "492259c1f38f4f52ae06707e7601b303" member_type: VOTER last_known_addr { host: "127.0.232.60" port: 45935 } } }
14:02:40.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:40.717514 1892 sys_catalog.cc:458] T 00000000000000000000000000000000 P e9def02a4ff24f5bac3a2bd157bf6fac [sys.catalog]: This master's current role is: LEADER
14:02:40.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:40.718253 1894 catalog_manager.cc:1524] Loading table and tablet metadata into memory...
14:02:40.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:40.721232 1894 catalog_manager.cc:692] Loaded metadata for table txn_manager_fallback_rolling [id=10ca21db78774446b3dd01e1537fe6e0]
14:02:40.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:40.721808 1894 catalog_manager.cc:692] Loaded metadata for table kudu_system.kudu_transactions [id=4f1d715dea004513b2a949ef79043459]
14:02:40.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:40.723780 1894 tablet_loader.cc:96] loaded metadata for tablet 0df397e3ca8d4d218915a865de2e0a58 (table kudu_system.kudu_transactions [id=4f1d715dea004513b2a949ef79043459])
14:02:40.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:40.724334 1894 tablet_loader.cc:96] loaded metadata for tablet 7e4d623b880e41d58335ce9d47c221df (table txn_manager_fallback_rolling [id=10ca21db78774446b3dd01e1537fe6e0])
14:02:40.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:40.724790 1894 tablet_loader.cc:96] loaded metadata for tablet af4dc7988003487aa690d83efafd066e (table txn_manager_fallback_rolling [id=10ca21db78774446b3dd01e1537fe6e0])
14:02:40.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:40.725080 1894 catalog_manager.cc:1533] Initializing Kudu cluster ID...
14:02:40.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:40.726086 1894 catalog_manager.cc:1308] Loaded cluster ID: fa4a05b8c08c4651a582b1bc75346f5d
14:02:40.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:40.726187 1894 catalog_manager.cc:1544] Initializing Kudu internal certificate authority...
14:02:40.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:40.727626 1894 catalog_manager.cc:1553] Loading token signing keys...
14:02:40.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:40.728749 1894 catalog_manager.cc:6230] T 00000000000000000000000000000000 P e9def02a4ff24f5bac3a2bd157bf6fac: Loaded TSK: 0
14:02:40.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:40.729794 1894 catalog_manager.cc:1563] Initializing in-progress tserver states...
14:02:40.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:40.799959 956 consensus_peers.cc:597] T 00000000000000000000000000000000 P e9def02a4ff24f5bac3a2bd157bf6fac -> Peer 03e03ffdf397435fb6dcd49050b71c88 (127.0.232.61:34389): Couldn't send request to peer 03e03ffdf397435fb6dcd49050b71c88. Status: Network error: Client connection negotiation failed: client connection to 127.0.232.61:34389: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
14:02:40.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:40.813782 1831 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 492259c1f38f4f52ae06707e7601b303 [term 3 FOLLOWER]: Refusing update from remote peer e9def02a4ff24f5bac3a2bd157bf6fac: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 3 index: 13. (index mismatch)
14:02:40.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:40.814775 1892 consensus_queue.cc:1048] T 00000000000000000000000000000000 P e9def02a4ff24f5bac3a2bd157bf6fac [LEADER]: Connected to new peer: Peer: permanent_uuid: "492259c1f38f4f52ae06707e7601b303" member_type: VOTER last_known_addr { host: "127.0.232.60" port: 45935 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 11, Time since last communication: 0.000s
14:02:40.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:40.818774 1897 sys_catalog.cc:455] T 00000000000000000000000000000000 P 492259c1f38f4f52ae06707e7601b303 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "e9def02a4ff24f5bac3a2bd157bf6fac" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9def02a4ff24f5bac3a2bd157bf6fac" member_type: VOTER last_known_addr { host: "127.0.232.62" port: 36323 } } peers { permanent_uuid: "03e03ffdf397435fb6dcd49050b71c88" member_type: VOTER last_known_addr { host: "127.0.232.61" port: 34389 } } peers { permanent_uuid: "492259c1f38f4f52ae06707e7601b303" member_type: VOTER last_known_addr { host: "127.0.232.60" port: 45935 } } }
14:02:40.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:40.819073 1897 sys_catalog.cc:458] T 00000000000000000000000000000000 P 492259c1f38f4f52ae06707e7601b303 [sys.catalog]: This master's current role is: FOLLOWER
14:02:40.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:40.819542 1870 sys_catalog.cc:455] T 00000000000000000000000000000000 P 492259c1f38f4f52ae06707e7601b303 [sys.catalog]: SysCatalogTable state changed. Reason: New leader e9def02a4ff24f5bac3a2bd157bf6fac. Latest consensus state: current_term: 3 leader_uuid: "e9def02a4ff24f5bac3a2bd157bf6fac" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9def02a4ff24f5bac3a2bd157bf6fac" member_type: VOTER last_known_addr { host: "127.0.232.62" port: 36323 } } peers { permanent_uuid: "03e03ffdf397435fb6dcd49050b71c88" member_type: VOTER last_known_addr { host: "127.0.232.61" port: 34389 } } peers { permanent_uuid: "492259c1f38f4f52ae06707e7601b303" member_type: VOTER last_known_addr { host: "127.0.232.60" port: 45935 } } }
14:02:40.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:40.819796 1870 sys_catalog.cc:458] T 00000000000000000000000000000000 P 492259c1f38f4f52ae06707e7601b303 [sys.catalog]: This master's current role is: FOLLOWER
14:02:40.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:40.820766 1888 sys_catalog.cc:455] T 00000000000000000000000000000000 P e9def02a4ff24f5bac3a2bd157bf6fac [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "e9def02a4ff24f5bac3a2bd157bf6fac" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9def02a4ff24f5bac3a2bd157bf6fac" member_type: VOTER last_known_addr { host: "127.0.232.62" port: 36323 } } peers { permanent_uuid: "03e03ffdf397435fb6dcd49050b71c88" member_type: VOTER last_known_addr { host: "127.0.232.61" port: 34389 } } peers { permanent_uuid: "492259c1f38f4f52ae06707e7601b303" member_type: VOTER last_known_addr { host: "127.0.232.60" port: 45935 } } }
14:02:40.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:40.821020 1888 sys_catalog.cc:458] T 00000000000000000000000000000000 P e9def02a4ff24f5bac3a2bd157bf6fac [sys.catalog]: This master's current role is: LEADER
14:02:40.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:40.821570 1870 sys_catalog.cc:455] T 00000000000000000000000000000000 P 492259c1f38f4f52ae06707e7601b303 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "e9def02a4ff24f5bac3a2bd157bf6fac" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9def02a4ff24f5bac3a2bd157bf6fac" member_type: VOTER last_known_addr { host: "127.0.232.62" port: 36323 } } peers { permanent_uuid: "03e03ffdf397435fb6dcd49050b71c88" member_type: VOTER last_known_addr { host: "127.0.232.61" port: 34389 } } peers { permanent_uuid: "492259c1f38f4f52ae06707e7601b303" member_type: VOTER last_known_addr { host: "127.0.232.60" port: 45935 } } }
14:02:40.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:40.821715 1870 sys_catalog.cc:458] T 00000000000000000000000000000000 P 492259c1f38f4f52ae06707e7601b303 [sys.catalog]: This master's current role is: FOLLOWER
14:02:40.968 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.232.61:34389(127.0.232.61:34389)] connecting to peer
14:02:40.969 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.232.61:34389(127.0.232.61:34389): Connection refused: /127.0.232.61:34389
14:02:40.969 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.232.61:34389(127.0.232.61:34389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.232.61:34389(127.0.232.61:34389): Connection refused: /127.0.232.61:34389
14:02:40.969 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location master-127.0.232.61:34389(127.0.232.61:34389) for tablet Kudu Master: Failed to connect to peer master-127.0.232.61:34389(127.0.232.61:34389): Connection refused: /127.0.232.61:34389
14:02:40.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:40.973140 1378 heartbeater.cc:499] Master 127.0.232.62:36323 was elected leader, sending a full tablet report...
14:02:40.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:40.980422 1377 heartbeater.cc:344] Connected to a master server at 127.0.232.60:45935
14:02:40.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:40.983120 1519 heartbeater.cc:344] Connected to a master server at 127.0.232.60:45935
14:02:40.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:40.984083 1821 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "dfb54fe4b6bc462ab81a1d9de1ffe4dc" instance_seqno: 1790690555938049) as {username='slave'} at 127.0.232.1:33853; Asking this server to re-register.
14:02:40.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:40.984687 1820 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "01a6a196825e4669b46e1f1ac0a6c7ba" instance_seqno: 1790690556427716) as {username='slave'} at 127.0.232.2:55837; Asking this server to re-register.
14:02:40.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:40.984998 1377 heartbeater.cc:461] Registering TS with master...
14:02:40.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:40.985314 1519 heartbeater.cc:461] Registering TS with master...
14:02:40.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:40.986635 1820 ts_manager.cc:194] Registered new tserver with Master: dfb54fe4b6bc462ab81a1d9de1ffe4dc (127.0.232.1:42281)
14:02:40.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:40.986711 1821 ts_manager.cc:194] Registered new tserver with Master: 01a6a196825e4669b46e1f1ac0a6c7ba (127.0.232.2:43359)
14:02:40.987 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.232.60:45935(127.0.232.60:45935)] connecting to peer
14:02:40.988 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.232.61:34389(127.0.232.61:34389)] connecting to peer
14:02:40.988 [DEBUG - kudu-nio-7] (Connection.java:757) [peer master-127.0.232.60:45935(127.0.232.60:45935)] Successfully connected to peer
14:02:40.989 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.232.61:34389(127.0.232.61:34389): Connection refused: /127.0.232.61:34389
14:02:40.989 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.232.61:34389(127.0.232.61:34389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.232.61:34389(127.0.232.61:34389): Connection refused: /127.0.232.61:34389
14:02:40.989 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.232.61:34389: Failed to connect to peer master-127.0.232.61:34389(127.0.232.61:34389): Connection refused: /127.0.232.61:34389
14:02:40.994 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
14:02:40.994 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=2, TimeoutTracker(timeout=250, elapsed=26), Traces: [0ms] sending RPC to server master-127.0.232.61:34389, [2ms] received response from server master-127.0.232.61:34389: Network error: Failed to connect to peer master-127.0.232.61:34389(127.0.232.61:34389): Connection refused: /127.0.232.61:34389, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.0.232.61:34389(127.0.232.61:34389): Connection refused: /127.0.232.61:34389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.232.60:45935, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.232.61:34389, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.232.62:36323, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.232.61:34389: Network error: Failed to connect to peer master-127.0.232.61:34389(127.0.232.61:34389): Connection refused: /127.0.232.61:34389, [26ms] Sub RPC ConnectToMaster: received response from server master-127.0.232.62:36323: OK, deferred=Deferred@389595891(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$237/0x00007f484c339a20@5e5e4299, errback=org.apache.kudu.client.KuduTransaction$$Lambda$238/0x00007f484c339c48@26659212)) after lookup
14:02:41.000 [DEBUG - kudu-nio-7] (Negotiator.java:918) Authenticated connection [id: 0x0cbda99f, L:/127.0.0.1:57716 - R:/127.0.232.60:45935] using TOKEN/null
14:02:41.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:41.045760 969 catalog_manager.cc:2296] Servicing CreateTable request from {username='slave'} at 127.0.0.1:36344:
14:02:41.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
14:02:41.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
14:02:41.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:02:41.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
14:02:41.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
14:02:41.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
14:02:41.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
14:02:41.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
14:02:41.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
14:02:41.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
14:02:41.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:02:41.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:02:41.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:02:41.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
14:02:41.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
14:02:41.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
14:02:41.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
14:02:41.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
14:02:41.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
14:02:41.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
14:02:41.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:02:41.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:02:41.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:02:41.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
14:02:41.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
14:02:41.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
14:02:41.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
14:02:41.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
14:02:41.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
14:02:41.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
14:02:41.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:02:41.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:02:41.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:02:41.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
14:02:41.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
14:02:41.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
14:02:41.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
14:02:41.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
14:02:41.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
14:02:41.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
14:02:41.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:02:41.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:02:41.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:02:41.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
14:02:41.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
14:02:41.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
14:02:41.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
14:02:41.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:02:41.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
14:02:41.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
14:02:41.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:02:41.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
14:02:41.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:02:41.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:02:41.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:02:41.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
14:02:41.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:41.047526 969 catalog_manager.cc:7226] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
14:02:41.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:41.298781 956 consensus_peers.cc:597] T 00000000000000000000000000000000 P e9def02a4ff24f5bac3a2bd157bf6fac -> Peer 03e03ffdf397435fb6dcd49050b71c88 (127.0.232.61:34389): Couldn't send request to peer 03e03ffdf397435fb6dcd49050b71c88. Status: Network error: Client connection negotiation failed: client connection to 127.0.232.61:34389: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
14:02:41.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:41.335152 1661 heartbeater.cc:344] Connected to a master server at 127.0.232.60:45935
14:02:41.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:41.336593 1820 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "4eca746851e342c584b3948f23a4c75f" instance_seqno: 1790690556937197) as {username='slave'} at 127.0.232.3:53217; Asking this server to re-register.
14:02:41.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:41.337188 1661 heartbeater.cc:461] Registering TS with master...
14:02:41.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:41.338337 1820 ts_manager.cc:194] Registered new tserver with Master: 4eca746851e342c584b3948f23a4c75f (127.0.232.3:43147)
14:02:41.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:41.843423 1520 heartbeater.cc:499] Master 127.0.232.62:36323 was elected leader, sending a full tablet report...
14:02:41.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:41.867316 956 consensus_peers.cc:597] T 00000000000000000000000000000000 P e9def02a4ff24f5bac3a2bd157bf6fac -> Peer 03e03ffdf397435fb6dcd49050b71c88 (127.0.232.61:34389): Couldn't send request to peer 03e03ffdf397435fb6dcd49050b71c88. Status: Network error: Client connection negotiation failed: client connection to 127.0.232.61:34389: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
14:02:42.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:42.328832 956 consensus_peers.cc:597] T 00000000000000000000000000000000 P e9def02a4ff24f5bac3a2bd157bf6fac -> Peer 03e03ffdf397435fb6dcd49050b71c88 (127.0.232.61:34389): Couldn't send request to peer 03e03ffdf397435fb6dcd49050b71c88. Status: Network error: Client connection negotiation failed: client connection to 127.0.232.61:34389: connect: Connection refused (error 111). This is attempt 16: this message will repeat every 5th retry.
14:02:42.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:42.332507 1662 heartbeater.cc:499] Master 127.0.232.62:36323 was elected leader, sending a full tablet report...
14:02:42.678 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.0.232.61:34389
14:02:42.678 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
14:02:42.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:42.679291 928 external_mini_cluster.cc:1372] Running /tmp/dist-test-taska0IKLx/build/asan/bin/kudu
14:02:42.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taska0IKLx/build/asan/bin/kudu
14:02:42.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taska0IKLx/test-tmp/mini-kudu-cluster1271912108777333107/master-1/wal
14:02:42.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taska0IKLx/test-tmp/mini-kudu-cluster1271912108777333107/master-1/data
14:02:42.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:02:42.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:02:42.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:02:42.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:02:42.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:02:42.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:02:42.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taska0IKLx/test-tmp/mini-kudu-cluster1271912108777333107/master-1/logs
14:02:42.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taska0IKLx/test-tmp/mini-kudu-cluster1271912108777333107/master-1/data/info.pb
14:02:42.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:02:42.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:02:42.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:02:42.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:02:42.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:02:42.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:02:42.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:02:42.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:02:42.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:02:42.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:02:42.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:02:42.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:02:42.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.232.61:34389
14:02:42.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.232.61
14:02:42.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=46817
14:02:42.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.232.20:39039
14:02:42.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:02:42.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:02:42.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:02:42.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:02:42.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.232.62:36323,127.0.232.61:34389,127.0.232.60:45935
14:02:42.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:02:42.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38633/jwks.json
14:02:42.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
14:02:42.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
14:02:42.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:42.818397 956 consensus_peers.cc:597] T 00000000000000000000000000000000 P e9def02a4ff24f5bac3a2bd157bf6fac -> Peer 03e03ffdf397435fb6dcd49050b71c88 (127.0.232.61:34389): Couldn't send request to peer 03e03ffdf397435fb6dcd49050b71c88. Status: Network error: Client connection negotiation failed: client connection to 127.0.232.61:34389: connect: Connection refused (error 111). This is attempt 21: this message will repeat every 5th retry.
14:02:43.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:43.017041 1936 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:02:43.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:43.017338 1936 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:02:43.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:43.017419 1936 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:02:43.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:43.025583 1936 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:02:43.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:43.025681 1936 flags.cc:432] Enabled experimental flag: --txn_manager_enabled=true
14:02:43.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:43.025728 1936 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:02:43.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:43.025815 1936 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:02:43.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:43.025892 1936 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:02:43.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:43.025971 1936 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:02:43.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:43.026046 1936 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:38633/jwks.json
14:02:43.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:43.035902 1936 master_runner.cc:387] Master server non-default flags:
14:02:43.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taska0IKLx/test-tmp/mini-kudu-cluster1271912108777333107/master-1/logs
14:02:43.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:02:43.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:02:43.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:02:43.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.232.20:39039
14:02:43.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:02:43.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:02:43.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
14:02:43.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taska0IKLx/test-tmp/mini-kudu-cluster1271912108777333107/master-1/data
14:02:43.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taska0IKLx/test-tmp/mini-kudu-cluster1271912108777333107/master-1/wal
14:02:43.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:02:43.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.232.62:36323,127.0.232.61:34389,127.0.232.60:45935
14:02:43.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
14:02:43.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:02:43.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:02:43.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:02:43.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.232.61:34389
14:02:43.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:02:43.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:02:43.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:02:43.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38633/jwks.json
14:02:43.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:02:43.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:02:43.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taska0IKLx/test-tmp/mini-kudu-cluster1271912108777333107/master-1/data/info.pb
14:02:43.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.232.61
14:02:43.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=46817
14:02:43.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:02:43.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:02:43.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:02:43.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:02:43.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:02:43.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:02:43.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:02:43.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:02:43.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3abfc3e270b48c5a2e69ad8b9aebc64e2a8e2644
14:02:43.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:02:43.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 29 Sep 2026 13:43:21 UTC on bdcb31816ec0
14:02:43.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14057
14:02:43.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
14:02:43.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:43.037518 1936 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:02:43.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:43.039309 1936 file_cache.cc:504] Constructed file cache file cache with capacity 419430
14:02:43.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:43.047061 1944 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:02:43.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:43.047098 1943 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:02:43.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:43.048125 1946 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:02:43.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:43.048393 1936 server_base.cc:1061] running on GCE node
14:02:43.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:43.049221 1936 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:02:43.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:43.050473 1936 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:02:43.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:43.051705 1936 hybrid_clock.cc:648] HybridClock initialized: now 1790690563051631 us; error 54 us; skew 500 ppm
14:02:43.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:43.052038 1936 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:02:43.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:43.054471 1936 webserver.cc:533] Webserver started at http://127.0.232.61:46817/ using document root <none> and password file <none>
14:02:43.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:43.055190 1936 fs_manager.cc:362] Metadata directory not provided
14:02:43.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:43.055298 1936 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:02:43.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:43.060420 1936 fs_manager.cc:714] Time spent opening directory manager: real 0.003s user 0.003s sys 0.001s
14:02:43.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:43.063025 1952 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:02:43.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:43.064471 1936 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
14:02:43.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:43.064615 1936 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taska0IKLx/test-tmp/mini-kudu-cluster1271912108777333107/master-1/data,/tmp/dist-test-taska0IKLx/test-tmp/mini-kudu-cluster1271912108777333107/master-1/wal
14:02:43.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "03e03ffdf397435fb6dcd49050b71c88"
14:02:43.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 14:02:34 on dist-test-slave-jmz7"
14:02:43.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:43.065277 1936 fs_report.cc:389] FS layout report
14:02:43.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:02:43.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taska0IKLx/test-tmp/mini-kudu-cluster1271912108777333107/master-1/wal
14:02:43.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taska0IKLx/test-tmp/mini-kudu-cluster1271912108777333107/master-1/wal
14:02:43.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taska0IKLx/test-tmp/mini-kudu-cluster1271912108777333107/master-1/data/data
14:02:43.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:02:43.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:02:43.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:02:43.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:02:43.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:02:43.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:02:43.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:02:43.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:02:43.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:02:43.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:02:43.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:02:43.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:43.085052 1936 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:02:43.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:43.085887 1936 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:02:43.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:43.086107 1936 kserver.cc:163] Server-wide thread pool size limit: 3276
14:02:43.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:43.109843 1936 rpc_server.cc:307] RPC server started. Bound to: 127.0.232.61:34389
14:02:43.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:43.109920 2013 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.0.232.61:34389 every 8 connection(s)
14:02:43.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:43.111409 1936 server_base.cc:1193] Dumped server information to /tmp/dist-test-taska0IKLx/test-tmp/mini-kudu-cluster1271912108777333107/master-1/data/info.pb
14:02:43.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:43.118673 2014 sys_catalog.cc:263] Verifying existing consensus state
14:02:43.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:43.119046 928 external_mini_cluster.cc:1434] Started /tmp/dist-test-taska0IKLx/build/asan/bin/kudu as pid 1936
14:02:43.119 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:02:43.119 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.0.232.62:36323
14:02:43.119 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
14:02:43.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:43.119844 928 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taska0IKLx/build/asan/bin/kudu pid 939
14:02:43.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:43.121191 1010 generic_service.cc:196] Checking for leaks (request via RPC)
14:02:43.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:43.123507 2014 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 03e03ffdf397435fb6dcd49050b71c88: Bootstrap starting.
14:02:43.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:43.142205 2014 log.cc:826] T 00000000000000000000000000000000 P 03e03ffdf397435fb6dcd49050b71c88: Log is configured to *not* fsync() on all Append() calls
14:02:43.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:43.156215 2014 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 03e03ffdf397435fb6dcd49050b71c88: Bootstrap replayed 1/1 log segments. Stats: ops{read=12 overwritten=0 applied=12 ignored=0} inserts{seen=8 ignored=0} mutations{seen=6 ignored=0} orphaned_commits=0. Pending: 0 replicates
14:02:43.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:43.156782 2014 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 03e03ffdf397435fb6dcd49050b71c88: Bootstrap complete.
14:02:43.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:43.163767 2014 raft_consensus.cc:359] T 00000000000000000000000000000000 P 03e03ffdf397435fb6dcd49050b71c88 [term 2 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9def02a4ff24f5bac3a2bd157bf6fac" member_type: VOTER last_known_addr { host: "127.0.232.62" port: 36323 } } peers { permanent_uuid: "03e03ffdf397435fb6dcd49050b71c88" member_type: VOTER last_known_addr { host: "127.0.232.61" port: 34389 } } peers { permanent_uuid: "492259c1f38f4f52ae06707e7601b303" member_type: VOTER last_known_addr { host: "127.0.232.60" port: 45935 } }
14:02:43.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:43.164579 2014 raft_consensus.cc:740] T 00000000000000000000000000000000 P 03e03ffdf397435fb6dcd49050b71c88 [term 2 FOLLOWER]: Becoming Follower/Learner. State: Replica: 03e03ffdf397435fb6dcd49050b71c88, State: Initialized, Role: FOLLOWER
14:02:43.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:43.165387 2014 consensus_queue.cc:260] T 00000000000000000000000000000000 P 03e03ffdf397435fb6dcd49050b71c88 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 12, Last appended: 2.12, Last appended by leader: 12, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9def02a4ff24f5bac3a2bd157bf6fac" member_type: VOTER last_known_addr { host: "127.0.232.62" port: 36323 } } peers { permanent_uuid: "03e03ffdf397435fb6dcd49050b71c88" member_type: VOTER last_known_addr { host: "127.0.232.61" port: 34389 } } peers { permanent_uuid: "492259c1f38f4f52ae06707e7601b303" member_type: VOTER last_known_addr { host: "127.0.232.60" port: 45935 } }
14:02:43.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:43.166224 2018 sys_catalog.cc:455] T 00000000000000000000000000000000 P 03e03ffdf397435fb6dcd49050b71c88 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 2 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9def02a4ff24f5bac3a2bd157bf6fac" member_type: VOTER last_known_addr { host: "127.0.232.62" port: 36323 } } peers { permanent_uuid: "03e03ffdf397435fb6dcd49050b71c88" member_type: VOTER last_known_addr { host: "127.0.232.61" port: 34389 } } peers { permanent_uuid: "492259c1f38f4f52ae06707e7601b303" member_type: VOTER last_known_addr { host: "127.0.232.60" port: 45935 } } }
14:02:43.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:43.166525 2018 sys_catalog.cc:458] T 00000000000000000000000000000000 P 03e03ffdf397435fb6dcd49050b71c88 [sys.catalog]: This master's current role is: FOLLOWER
14:02:43.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:43.167284 2014 sys_catalog.cc:565] T 00000000000000000000000000000000 P 03e03ffdf397435fb6dcd49050b71c88 [sys.catalog]: configured and running, proceeding with master startup.
14:02:43.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:43.178623 2029 catalog_manager.cc:1308] Loaded cluster ID: fa4a05b8c08c4651a582b1bc75346f5d
14:02:43.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:43.178725 2029 catalog_manager.cc:1601] T 00000000000000000000000000000000 P 03e03ffdf397435fb6dcd49050b71c88: loading cluster ID for follower catalog manager: success
14:02:43.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:43.183133 2029 catalog_manager.cc:1623] T 00000000000000000000000000000000 P 03e03ffdf397435fb6dcd49050b71c88: acquiring CA information for follower catalog manager: success
14:02:43.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:43.185734 2029 catalog_manager.cc:1651] T 00000000000000000000000000000000 P 03e03ffdf397435fb6dcd49050b71c88: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
14:02:43.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:43.252000 928 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taska0IKLx/build/asan/bin/kudu with pid 939
14:02:43.274 [ERROR - kudu-nio-2] (Connection.java:452) [peer master-127.0.232.62:36323(127.0.232.62:36323)] unexpected exception from downstream on [id: 0xe3a1d85e, L:/127.0.0.1:36318 - R:/127.0.232.62:36323]
java.net.SocketException: Connection reset
at java.base/sun.nio.ch.SocketChannelImpl.throwConnectionReset(SocketChannelImpl.java:394)
at java.base/sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:426)
at io.netty.buffer.PooledByteBuf.setBytes(PooledByteBuf.java:255)
at io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:1132)
at io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:356)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:156)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base/java.lang.Thread.run(Thread.java:840)
java.net.SocketException: Connection reset
at java.base/sun.nio.ch.SocketChannelImpl.throwConnectionReset(SocketChannelImpl.java:394)
at java.base/sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:426)
at io.netty.buffer.PooledByteBuf.setBytes(PooledByteBuf.java:255)
at io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:1132)
at io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:356)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:156)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base/java.lang.Thread.run(Thread.java:840)
14:02:43.274 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.232.62:36323(127.0.232.62:36323)] cleaning up while in state READY due to: [peer master-127.0.232.62:36323(127.0.232.62:36323)] unexpected exception from downstream on [id: 0xe3a1d85e, L:/127.0.0.1:36318 - R:/127.0.232.62:36323]
14:02:43.274 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location master-127.0.232.62:36323(127.0.232.62:36323) for tablet Kudu Master: [peer master-127.0.232.62:36323(127.0.232.62:36323)] unexpected exception from downstream on [id: 0xe3a1d85e, L:/127.0.0.1:36318 - R:/127.0.232.62:36323]
14:02:43.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:43.275488 2031 negotiation.cc:336] Failed RPC negotiation. Trace:
14:02:43.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0929 14:02:43.174720 (+ 0us) reactor.cc:730] Submitting negotiation task for client connection to 127.0.232.62:36323 (local address 127.0.0.1:36358)
14:02:43.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0929 14:02:43.186829 (+ 12109us) negotiation.cc:107] Waiting for socket to connect
14:02:43.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0929 14:02:43.186878 (+ 49us) client_negotiation.cc:175] Beginning negotiation
14:02:43.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0929 14:02:43.187471 (+ 593us) client_negotiation.cc:262] Sending NEGOTIATE NegotiatePB request
14:02:43.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0929 14:02:43.273965 (+ 86494us) negotiation.cc:326] Negotiation complete: Network error: Client connection negotiation failed: client connection to 127.0.232.62:36323: BlockingRecv error: recv error from unknown peer: Transport endpoint is not connected (error 107)
14:02:43.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"client-negotiator.queue_time_us":11508,"thread_start_us":11326,"threads_started":1}
14:02:43.276 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.0.232.62:36323(127.0.232.62:36323)] handling channelInactive
14:02:43.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:43.277271 1807 connection.cc:573] server connection from 127.0.0.1:57706 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
14:02:43.278 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:02:43.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:43.276438 1936 master_runner.cc:187] Error getting master registration for 127.0.232.62:36323: Network error: Client connection negotiation failed: client connection to 127.0.232.62:36323: BlockingRecv error: recv error from unknown peer: Transport endpoint is not connected (error 107),
14:02:43.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:43.282332 1936 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
14:02:43.288 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.232.61:34389(127.0.232.61:34389)] connecting to peer
14:02:43.288 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.232.62:36323(127.0.232.62:36323)] connecting to peer
14:02:43.288 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.0.232.61:34389(127.0.232.61:34389)] Successfully connected to peer
14:02:43.290 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.232.62:36323(127.0.232.62:36323): Connection refused: /127.0.232.62:36323
14:02:43.290 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.232.62:36323(127.0.232.62:36323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.232.62:36323(127.0.232.62:36323): Connection refused: /127.0.232.62:36323
14:02:43.290 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.232.62:36323: Failed to connect to peer master-127.0.232.62:36323(127.0.232.62:36323): Connection refused: /127.0.232.62:36323
14:02:43.305 [DEBUG - kudu-nio-1] (Negotiator.java:918) Authenticated connection [id: 0x3028a42a, L:/127.0.0.1:53220 - R:/127.0.232.61:34389] using TOKEN/null
14:02:43.308 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.232.60:45935,127.0.232.61:34389,127.0.232.62:36323; will retry
14:02:43.327 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.232.62:36323(127.0.232.62:36323)] connecting to peer
14:02:43.328 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.232.62:36323(127.0.232.62:36323): Connection refused: /127.0.232.62:36323
14:02:43.328 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.232.62:36323(127.0.232.62:36323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.232.62:36323(127.0.232.62:36323): Connection refused: /127.0.232.62:36323
14:02:43.328 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.232.62:36323: Failed to connect to peer master-127.0.232.62:36323(127.0.232.62:36323): Connection refused: /127.0.232.62:36323
14:02:43.329 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.232.60:45935,127.0.232.61:34389,127.0.232.62:36323; will retry
14:02:43.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:43.342123 1663 heartbeater.cc:344] Connected to a master server at 127.0.232.61:34389
14:02:43.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:43.344903 1969 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "4eca746851e342c584b3948f23a4c75f" instance_seqno: 1790690556937197) as {username='slave'} at 127.0.232.3:43953; Asking this server to re-register.
14:02:43.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:43.345685 1663 heartbeater.cc:461] Registering TS with master...
14:02:43.347 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.232.62:36323(127.0.232.62:36323)] connecting to peer
14:02:43.348 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.232.62:36323(127.0.232.62:36323): Connection refused: /127.0.232.62:36323
14:02:43.348 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.232.62:36323(127.0.232.62:36323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.232.62:36323(127.0.232.62:36323): Connection refused: /127.0.232.62:36323
14:02:43.348 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.232.62:36323: Failed to connect to peer master-127.0.232.62:36323(127.0.232.62:36323): Connection refused: /127.0.232.62:36323
14:02:43.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:43.347467 1969 ts_manager.cc:194] Registered new tserver with Master: 4eca746851e342c584b3948f23a4c75f (127.0.232.3:43147)
14:02:43.349 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.232.60:45935,127.0.232.61:34389,127.0.232.62:36323; will retry
14:02:43.367 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.232.62:36323(127.0.232.62:36323)] connecting to peer
14:02:43.368 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.232.62:36323(127.0.232.62:36323): Connection refused: /127.0.232.62:36323
14:02:43.368 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.232.62:36323(127.0.232.62:36323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.232.62:36323(127.0.232.62:36323): Connection refused: /127.0.232.62:36323
14:02:43.368 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.232.62:36323: Failed to connect to peer master-127.0.232.62:36323(127.0.232.62:36323): Connection refused: /127.0.232.62:36323
14:02:43.368 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.232.60:45935,127.0.232.61:34389,127.0.232.62:36323; will retry
14:02:43.368 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=5, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] sending RPC to server master-127.0.232.62:36323, [147ms] received response from server master-127.0.232.62:36323: Network error: [peer master-127.0.232.62:36323(127.0.232.62:36323)] unexpected exception from downstream on [id: 0xe3a1d85e, L:/127.0.0.1:36318 - R:/127.0.232.62:36323], [147ms] delaying RPC due to: Network error: [peer master-127.0.232.62:36323(127.0.232.62:36323)] unexpected exception from downstream on [id: 0xe3a1d85e, L:/127.0.0.1:36318 - R:/127.0.232.62:36323], [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.232.60:45935, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.232.61:34389, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.232.62:36323, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.232.60:45935: OK, [163ms] Sub RPC ConnectToMaster: received response from server master-127.0.232.62:36323: Network error: Failed to connect to peer master-127.0.232.62:36323(127.0.232.62:36323): Connection refused: /127.0.232.62:36323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.232.61:34389: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.0.232.60:45935,127.0.232.61:34389,127.0.232.62:36323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.232.62:36323(127.0.232.62:36323): Connection refused: /127.0.232.62:36323, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.232.60:45935, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.232.61:34389, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.232.62:36323, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.232.62:36323: Network error: Failed to connect to peer master-127.0.232.62:36323(127.0.232.62:36323): Connection refused: /127.0.232.62:36323, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.232.61:34389: OK, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.232.60:45935: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.0.232.60:45935,127.0.232.61:34389,127.0.232.62:36323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.232.62:36323(127.0.232.62:36323): Connection refused: /127.0.232.62:36323, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.232.60:45935, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.232.61:34389, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.232.62:36323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.0.232.60:45935: OK, [221ms] Sub RPC ConnectToMaster: received response from server master-127.0.232.62:36323: Network error: Failed to connect to peer master-127.0.232.62:36323(127.0.232.62:36323): Connection refused: /127.0.232.62:36323, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.232.61:34389: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.0.232.60:45935,127.0.232.61:34389,127.0.232.62:36323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.232.62:36323(127.0.232.62:36323): Connection refused: /127.0.232.62:36323, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.232.60:45935, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.232.61:34389, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.232.62:36323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.0.232.62:36323: Network error: Failed to connect to peer master-127.0.232.62:36323(127.0.232.62:36323): Connection refused: /127.0.232.62:36323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.0.232.61:34389: OK, [241ms] Sub RPC ConnectToMaster: received response from server master-127.0.232.60:45935: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.0.232.60:45935,127.0.232.61:34389,127.0.232.62:36323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.232.62:36323(127.0.232.62:36323): Connection refused: /127.0.232.62:36323, deferred=Deferred@1163283989(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$237/0x00007f484c339a20@129207d0 -> (continuation of Deferred@1037416421 after retry RPC after error@1137991641) -> (continuation of Deferred@881166160 after retry RPC after error@908835479) -> (continuation of Deferred@651254056 after retry RPC after error@1201332412), errback=org.apache.kudu.client.KuduTransaction$$Lambda$238/0x00007f484c339c48@5fbd5018 -> (continuation of Deferred@1037416421 after retry RPC after error@1137991641) -> (continuation of Deferred@881166160 after retry RPC after error@908835479) -> (continuation of Deferred@651254056 after retry RPC after error@1201332412)))
14:02:43.369 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=5, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] sending RPC to server master-127.0.232.62:36323, [147ms] received response from server master-127.0.232.62:36323: Network error: [peer master-127.0.232.62:36323(127.0.232.62:36323)] unexpected exception from downstream on [id: 0xe3a1d85e, L:/127.0.0.1:36318 - R:/127.0.232.62:36323], [147ms] delaying RPC due to: Network error: [peer master-127.0.232.62:36323(127.0.232.62:36323)] unexpected exception from downstream on [id: 0xe3a1d85e, L:/127.0.0.1:36318 - R:/127.0.232.62:36323], [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.232.60:45935, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.232.61:34389, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.232.62:36323, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.232.60:45935: OK, [163ms] Sub RPC ConnectToMaster: received response from server master-127.0.232.62:36323: Network error: Failed to connect to peer master-127.0.232.62:36323(127.0.232.62:36323): Connection refused: /127.0.232.62:36323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.232.61:34389: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.0.232.60:45935,127.0.232.61:34389,127.0.232.62:36323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.232.62:36323(127.0.232.62:36323): Connection refused: /127.0.232.62:36323, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.232.60:45935, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.232.61:34389, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.232.62:36323, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.232.62:36323: Network error: Failed to connect to peer master-127.0.232.62:36323(127.0.232.62:36323): Connection refused: /127.0.232.62:36323, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.232.61:34389: OK, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.232.60:45935: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.0.232.60:45935,127.0.232.61:34389,127.0.232.62:36323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.232.62:36323(127.0.232.62:36323): Connection refused: /127.0.232.62:36323, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.232.60:45935, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.232.61:34389, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.232.62:36323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.0.232.60:45935: OK, [221ms] Sub RPC ConnectToMaster: received response from server master-127.0.232.62:36323: Network error: Failed to connect to peer master-127.0.232.62:36323(127.0.232.62:36323): Connection refused: /127.0.232.62:36323, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.232.61:34389: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.0.232.60:45935,127.0.232.61:34389,127.0.232.62:36323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.232.62:36323(127.0.232.62:36323): Connection refused: /127.0.232.62:36323, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.232.60:45935, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.232.61:34389, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.232.62:36323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.0.232.62:36323: Network error: Failed to connect to peer master-127.0.232.62:36323(127.0.232.62:36323): Connection refused: /127.0.232.62:36323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.0.232.61:34389: OK, [241ms] Sub RPC ConnectToMaster: received response from server master-127.0.232.60:45935: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.0.232.60:45935,127.0.232.61:34389,127.0.232.62:36323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.232.62:36323(127.0.232.62:36323): Connection refused: /127.0.232.62:36323, deferred=Deferred@1163283989(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$237/0x00007f484c339a20@129207d0 -> (continuation of Deferred@1037416421 after retry RPC after error@1137991641) -> (continuation of Deferred@881166160 after retry RPC after error@908835479) -> (continuation of Deferred@651254056 after retry RPC after error@1201332412), errback=org.apache.kudu.client.KuduTransaction$$Lambda$238/0x00007f484c339c48@5fbd5018 -> (continuation of Deferred@1037416421 after retry RPC after error@1137991641) -> (continuation of Deferred@881166160 after retry RPC after error@908835479) -> (continuation of Deferred@651254056 after retry RPC after error@1201332412)))
14:02:43.388 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.232.62:36323(127.0.232.62:36323)] connecting to peer
14:02:43.388 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.232.62:36323(127.0.232.62:36323): Connection refused: /127.0.232.62:36323
14:02:43.389 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.232.62:36323(127.0.232.62:36323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.232.62:36323(127.0.232.62:36323): Connection refused: /127.0.232.62:36323
14:02:43.389 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.232.62:36323: Failed to connect to peer master-127.0.232.62:36323(127.0.232.62:36323): Connection refused: /127.0.232.62:36323
14:02:43.389 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.232.60:45935,127.0.232.61:34389,127.0.232.62:36323; will retry
14:02:43.408 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.232.62:36323(127.0.232.62:36323)] connecting to peer
14:02:43.409 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.232.62:36323(127.0.232.62:36323): Connection refused: /127.0.232.62:36323
14:02:43.409 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.232.62:36323(127.0.232.62:36323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.232.62:36323(127.0.232.62:36323): Connection refused: /127.0.232.62:36323
14:02:43.409 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.232.62:36323: Failed to connect to peer master-127.0.232.62:36323(127.0.232.62:36323): Connection refused: /127.0.232.62:36323
14:02:43.410 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.232.60:45935,127.0.232.61:34389,127.0.232.62:36323; will retry
14:02:43.428 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.232.62:36323(127.0.232.62:36323)] connecting to peer
14:02:43.429 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.232.62:36323(127.0.232.62:36323): Connection refused: /127.0.232.62:36323
14:02:43.429 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.232.62:36323(127.0.232.62:36323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.232.62:36323(127.0.232.62:36323): Connection refused: /127.0.232.62:36323
14:02:43.429 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.232.62:36323: Failed to connect to peer master-127.0.232.62:36323(127.0.232.62:36323): Connection refused: /127.0.232.62:36323
14:02:43.429 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.232.60:45935,127.0.232.61:34389,127.0.232.62:36323; will retry
14:02:43.447 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.232.62:36323(127.0.232.62:36323)] connecting to peer
14:02:43.448 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.232.62:36323(127.0.232.62:36323): Connection refused: /127.0.232.62:36323
14:02:43.448 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.232.62:36323(127.0.232.62:36323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.232.62:36323(127.0.232.62:36323): Connection refused: /127.0.232.62:36323
14:02:43.448 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.232.62:36323: Failed to connect to peer master-127.0.232.62:36323(127.0.232.62:36323): Connection refused: /127.0.232.62:36323
14:02:43.449 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.232.60:45935,127.0.232.61:34389,127.0.232.62:36323; will retry
14:02:43.467 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.232.62:36323(127.0.232.62:36323)] connecting to peer
14:02:43.468 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.232.62:36323(127.0.232.62:36323): Connection refused: /127.0.232.62:36323
14:02:43.469 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.232.62:36323(127.0.232.62:36323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.232.62:36323(127.0.232.62:36323): Connection refused: /127.0.232.62:36323
14:02:43.469 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.232.62:36323: Failed to connect to peer master-127.0.232.62:36323(127.0.232.62:36323): Connection refused: /127.0.232.62:36323
14:02:43.469 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.232.60:45935,127.0.232.61:34389,127.0.232.62:36323; will retry
14:02:43.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:43.480999 2018 raft_consensus.cc:493] T 00000000000000000000000000000000 P 03e03ffdf397435fb6dcd49050b71c88 [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:02:43.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:43.481341 2018 raft_consensus.cc:515] T 00000000000000000000000000000000 P 03e03ffdf397435fb6dcd49050b71c88 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9def02a4ff24f5bac3a2bd157bf6fac" member_type: VOTER last_known_addr { host: "127.0.232.62" port: 36323 } } peers { permanent_uuid: "03e03ffdf397435fb6dcd49050b71c88" member_type: VOTER last_known_addr { host: "127.0.232.61" port: 34389 } } peers { permanent_uuid: "492259c1f38f4f52ae06707e7601b303" member_type: VOTER last_known_addr { host: "127.0.232.60" port: 45935 } }
14:02:43.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:43.483379 2018 leader_election.cc:290] T 00000000000000000000000000000000 P 03e03ffdf397435fb6dcd49050b71c88 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers e9def02a4ff24f5bac3a2bd157bf6fac (127.0.232.62:36323), 492259c1f38f4f52ae06707e7601b303 (127.0.232.60:45935)
14:02:43.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:43.484175 1953 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.0.232.62:36323: connect: Connection refused (error 111)
14:02:43.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:43.487447 1953 leader_election.cc:336] T 00000000000000000000000000000000 P 03e03ffdf397435fb6dcd49050b71c88 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer e9def02a4ff24f5bac3a2bd157bf6fac (127.0.232.62:36323): Network error: Client connection negotiation failed: client connection to 127.0.232.62:36323: connect: Connection refused (error 111)
14:02:43.488 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.232.62:36323(127.0.232.62:36323)] connecting to peer
14:02:43.489 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.232.62:36323(127.0.232.62:36323): Connection refused: /127.0.232.62:36323
14:02:43.490 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.232.62:36323(127.0.232.62:36323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.232.62:36323(127.0.232.62:36323): Connection refused: /127.0.232.62:36323
14:02:43.490 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.232.62:36323: Failed to connect to peer master-127.0.232.62:36323(127.0.232.62:36323): Connection refused: /127.0.232.62:36323
14:02:43.490 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.232.60:45935,127.0.232.61:34389,127.0.232.62:36323; will retry
14:02:43.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:43.492628 1831 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "03e03ffdf397435fb6dcd49050b71c88" candidate_term: 3 candidate_status { last_received { term: 2 index: 12 } } ignore_live_leader: false dest_uuid: "492259c1f38f4f52ae06707e7601b303" is_pre_election: true
14:02:43.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:43.493599 1956 leader_election.cc:304] T 00000000000000000000000000000000 P 03e03ffdf397435fb6dcd49050b71c88 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 03e03ffdf397435fb6dcd49050b71c88; no voters: 492259c1f38f4f52ae06707e7601b303, e9def02a4ff24f5bac3a2bd157bf6fac
14:02:43.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:43.494042 2018 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 03e03ffdf397435fb6dcd49050b71c88 [term 2 FOLLOWER]: Leader pre-election lost for term 3. Reason: could not achieve majority
14:02:43.507 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.232.62:36323(127.0.232.62:36323)] connecting to peer
14:02:43.509 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.232.62:36323(127.0.232.62:36323): Connection refused: /127.0.232.62:36323
14:02:43.509 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.232.62:36323(127.0.232.62:36323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.232.62:36323(127.0.232.62:36323): Connection refused: /127.0.232.62:36323
14:02:43.509 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.232.62:36323: Failed to connect to peer master-127.0.232.62:36323(127.0.232.62:36323): Connection refused: /127.0.232.62:36323
14:02:43.509 [WARN - pool-40-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.232.60:45935,127.0.232.61:34389,127.0.232.62:36323; will retry
14:02:43.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:43.553776 2040 raft_consensus.cc:493] T 00000000000000000000000000000000 P 492259c1f38f4f52ae06707e7601b303 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader e9def02a4ff24f5bac3a2bd157bf6fac)
14:02:43.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:43.553995 2040 raft_consensus.cc:515] T 00000000000000000000000000000000 P 492259c1f38f4f52ae06707e7601b303 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9def02a4ff24f5bac3a2bd157bf6fac" member_type: VOTER last_known_addr { host: "127.0.232.62" port: 36323 } } peers { permanent_uuid: "03e03ffdf397435fb6dcd49050b71c88" member_type: VOTER last_known_addr { host: "127.0.232.61" port: 34389 } } peers { permanent_uuid: "492259c1f38f4f52ae06707e7601b303" member_type: VOTER last_known_addr { host: "127.0.232.60" port: 45935 } }
14:02:43.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:43.555926 2040 leader_election.cc:290] T 00000000000000000000000000000000 P 492259c1f38f4f52ae06707e7601b303 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers e9def02a4ff24f5bac3a2bd157bf6fac (127.0.232.62:36323), 03e03ffdf397435fb6dcd49050b71c88 (127.0.232.61:34389)
14:02:43.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:43.557226 1805 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.0.232.62:36323: connect: Connection refused (error 111)
14:02:43.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:43.559799 1805 leader_election.cc:336] T 00000000000000000000000000000000 P 492259c1f38f4f52ae06707e7601b303 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer e9def02a4ff24f5bac3a2bd157bf6fac (127.0.232.62:36323): Network error: Client connection negotiation failed: client connection to 127.0.232.62:36323: connect: Connection refused (error 111)
14:02:43.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:43.564653 1979 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "492259c1f38f4f52ae06707e7601b303" candidate_term: 4 candidate_status { last_received { term: 3 index: 13 } } ignore_live_leader: false dest_uuid: "03e03ffdf397435fb6dcd49050b71c88" is_pre_election: true
14:02:43.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:43.565014 1979 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 03e03ffdf397435fb6dcd49050b71c88 [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 492259c1f38f4f52ae06707e7601b303 in term 2.
14:02:43.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:43.565511 1807 leader_election.cc:304] T 00000000000000000000000000000000 P 492259c1f38f4f52ae06707e7601b303 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 03e03ffdf397435fb6dcd49050b71c88, 492259c1f38f4f52ae06707e7601b303; no voters: e9def02a4ff24f5bac3a2bd157bf6fac
14:02:43.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:43.565828 2040 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 492259c1f38f4f52ae06707e7601b303 [term 3 FOLLOWER]: Leader pre-election won for term 4
14:02:43.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:43.565955 2040 raft_consensus.cc:493] T 00000000000000000000000000000000 P 492259c1f38f4f52ae06707e7601b303 [term 3 FOLLOWER]: Starting leader election (detected failure of leader e9def02a4ff24f5bac3a2bd157bf6fac)
14:02:43.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:43.566064 2040 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 492259c1f38f4f52ae06707e7601b303 [term 3 FOLLOWER]: Advancing to term 4
14:02:43.567 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.232.62:36323(127.0.232.62:36323)] connecting to peer
14:02:43.568 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.232.62:36323(127.0.232.62:36323): Connection refused: /127.0.232.62:36323
14:02:43.568 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.232.62:36323(127.0.232.62:36323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.232.62:36323(127.0.232.62:36323): Connection refused: /127.0.232.62:36323
14:02:43.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:43.568604 2040 raft_consensus.cc:515] T 00000000000000000000000000000000 P 492259c1f38f4f52ae06707e7601b303 [term 4 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9def02a4ff24f5bac3a2bd157bf6fac" member_type: VOTER last_known_addr { host: "127.0.232.62" port: 36323 } } peers { permanent_uuid: "03e03ffdf397435fb6dcd49050b71c88" member_type: VOTER last_known_addr { host: "127.0.232.61" port: 34389 } } peers { permanent_uuid: "492259c1f38f4f52ae06707e7601b303" member_type: VOTER last_known_addr { host: "127.0.232.60" port: 45935 } }
14:02:43.568 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.232.62:36323: Failed to connect to peer master-127.0.232.62:36323(127.0.232.62:36323): Connection refused: /127.0.232.62:36323
14:02:43.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:43.569453 2040 leader_election.cc:290] T 00000000000000000000000000000000 P 492259c1f38f4f52ae06707e7601b303 [CANDIDATE]: Term 4 election: Requested vote from peers e9def02a4ff24f5bac3a2bd157bf6fac (127.0.232.62:36323), 03e03ffdf397435fb6dcd49050b71c88 (127.0.232.61:34389)
14:02:43.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:43.571717 1805 leader_election.cc:336] T 00000000000000000000000000000000 P 492259c1f38f4f52ae06707e7601b303 [CANDIDATE]: Term 4 election: RPC error from VoteRequest() call to peer e9def02a4ff24f5bac3a2bd157bf6fac (127.0.232.62:36323): Network error: Client connection negotiation failed: client connection to 127.0.232.62:36323: connect: Connection refused (error 111)
14:02:43.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:43.574126 1979 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "492259c1f38f4f52ae06707e7601b303" candidate_term: 4 candidate_status { last_received { term: 3 index: 13 } } ignore_live_leader: false dest_uuid: "03e03ffdf397435fb6dcd49050b71c88"
14:02:43.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:43.574321 1979 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 03e03ffdf397435fb6dcd49050b71c88 [term 2 FOLLOWER]: Advancing to term 4
14:02:43.576 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.232.60:45935,127.0.232.61:34389,127.0.232.62:36323; will retry
14:02:43.577 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=189), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.232.60:45935, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.232.61:34389, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.232.62:36323, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.232.62:36323: Network error: Failed to connect to peer master-127.0.232.62:36323(127.0.232.62:36323): Connection refused: /127.0.232.62:36323, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.232.61:34389: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.232.60:45935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.232.60:45935,127.0.232.61:34389,127.0.232.62:36323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.232.62:36323(127.0.232.62:36323): Connection refused: /127.0.232.62:36323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.232.60:45935, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.232.61:34389, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.232.62:36323, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.232.61:34389: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.232.62:36323: Network error: Failed to connect to peer master-127.0.232.62:36323(127.0.232.62:36323): Connection refused: /127.0.232.62:36323, [23ms] Sub RPC ConnectToMaster: received response from server master-127.0.232.60:45935: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.0.232.60:45935,127.0.232.61:34389,127.0.232.62:36323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.232.62:36323(127.0.232.62:36323): Connection refused: /127.0.232.62:36323, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.232.60:45935, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.232.61:34389, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.232.62:36323, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.232.62:36323: Network error: Failed to connect to peer master-127.0.232.62:36323(127.0.232.62:36323): Connection refused: /127.0.232.62:36323, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.232.61:34389: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.232.60:45935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.232.60:45935,127.0.232.61:34389,127.0.232.62:36323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.232.62:36323(127.0.232.62:36323): Connection refused: /127.0.232.62:36323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.232.60:45935, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.232.61:34389, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.232.62:36323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.232.62:36323: Network error: Failed to connect to peer master-127.0.232.62:36323(127.0.232.62:36323): Connection refused: /127.0.232.62:36323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.232.60:45935: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.232.61:34389: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.232.60:45935,127.0.232.61:34389,127.0.232.62:36323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.232.62:36323(127.0.232.62:36323): Connection refused: /127.0.232.62:36323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.232.60:45935, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.232.61:34389, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.232.62:36323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.232.60:45935: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.232.62:36323: Network error: Failed to connect to peer master-127.0.232.62:36323(127.0.232.62:36323): Connection refused: /127.0.232.62:36323, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.232.61:34389: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.232.60:45935,127.0.232.61:34389,127.0.232.62:36323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.232.62:36323(127.0.232.62:36323): Connection refused: /127.0.232.62:36323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.232.60:45935, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.232.61:34389, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.232.62:36323, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.232.61:34389: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.232.60:45935: OK, [103ms] Sub RPC ConnectToMaster: received response from server master-127.0.232.62:36323: Network error: Failed to connect to peer master-127.0.232.62:36323(127.0.232.62:36323): Connection refused: /127.0.232.62:36323, [103ms] delaying RPC due to: Service unavailable: Master config (127.0.232.60:45935,127.0.232.61:34389,127.0.232.62:36323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.232.62:36323(127.0.232.62:36323): Connection refused: /127.0.232.62:36323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.232.60:45935, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.232.61:34389, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.232.62:36323, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.232.60:45935: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.232.61:34389: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.232.62:36323: Network error: Failed to connect to peer master-127.0.232.62:36323(127.0.232.62:36323): Connection refused: /127.0.232.62:36323, [122ms] delaying RPC due to: Service unavailable: Master config (127.0.232.60:45935,127.0.232.61:34389,127.0.232.62:36323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.232.62:36323(127.0.232.62:36323): Connection refused: /127.0.232.62:36323, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.232.60:45935, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.232.61:34389, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.232.62:36323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.232.62:36323: Network error: Failed to connect to peer master-127.0.232.62:36323(127.0.232.62:36323): Connection refused: /127.0.232.62:36323, [183ms] Sub RPC ConnectToMaster: received response from server master-127.0.232.60:45935: OK, [189ms] Sub RPC ConnectToMaster: received response from server master-127.0.232.61:34389: OK, [189ms] delaying RPC due to: Service unavailable: Master config (127.0.232.60:45935,127.0.232.61:34389,127.0.232.62:36323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.232.62:36323(127.0.232.62:36323): Connection refused: /127.0.232.62:36323, deferred=Deferred@1315090607(state=PENDING, result=null, callback=(continuation of Deferred@1941293806 after retry RPC after error@698806950) -> (continuation of Deferred@984326480 after retry RPC after error@1637321058) -> (continuation of Deferred@1017695492 after retry RPC after error@570768373) -> (continuation of Deferred@1170452420 after retry RPC after error@407040647) -> (continuation of Deferred@1660472422 after retry RPC after error@1772722527) -> (continuation of Deferred@835495457 after retry RPC after error@1049996373) -> (continuation of Deferred@439012381 after retry RPC after error@1064095078), errback=(continuation of Deferred@1941293806 after retry RPC after error@698806950) -> (continuation of Deferred@984326480 after retry RPC after error@1637321058) -> (continuation of Deferred@1017695492 after retry RPC after error@570768373) -> (continuation of Deferred@1170452420 after retry RPC after error@407040647) -> (continuation of Deferred@1660472422 after retry RPC after error@1772722527) -> (continuation of Deferred@835495457 after retry RPC after error@1049996373) -> (continuation of Deferred@439012381 after retry RPC after error@1064095078)))
14:02:43.578 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=189), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.232.60:45935, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.232.61:34389, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.232.62:36323, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.232.62:36323: Network error: Failed to connect to peer master-127.0.232.62:36323(127.0.232.62:36323): Connection refused: /127.0.232.62:36323, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.232.61:34389: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.232.60:45935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.232.60:45935,127.0.232.61:34389,127.0.232.62:36323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.232.62:36323(127.0.232.62:36323): Connection refused: /127.0.232.62:36323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.232.60:45935, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.232.61:34389, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.232.62:36323, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.232.61:34389: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.232.62:36323: Network error: Failed to connect to peer master-127.0.232.62:36323(127.0.232.62:36323): Connection refused: /127.0.232.62:36323, [23ms] Sub RPC ConnectToMaster: received response from server master-127.0.232.60:45935: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.0.232.60:45935,127.0.232.61:34389,127.0.232.62:36323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.232.62:36323(127.0.232.62:36323): Connection refused: /127.0.232.62:36323, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.232.60:45935, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.232.61:34389, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.232.62:36323, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.232.62:36323: Network error: Failed to connect to peer master-127.0.232.62:36323(127.0.232.62:36323): Connection refused: /127.0.232.62:36323, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.232.61:34389: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.232.60:45935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.232.60:45935,127.0.232.61:34389,127.0.232.62:36323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.232.62:36323(127.0.232.62:36323): Connection refused: /127.0.232.62:36323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.232.60:45935, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.232.61:34389, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.232.62:36323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.232.62:36323: Network error: Failed to connect to peer master-127.0.232.62:36323(127.0.232.62:36323): Connection refused: /127.0.232.62:36323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.232.60:45935: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.232.61:34389: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.232.60:45935,127.0.232.61:34389,127.0.232.62:36323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.232.62:36323(127.0.232.62:36323): Connection refused: /127.0.232.62:36323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.232.60:45935, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.232.61:34389, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.232.62:36323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.232.60:45935: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.232.62:36323: Network error: Failed to connect to peer master-127.0.232.62:36323(127.0.232.62:36323): Connection refused: /127.0.232.62:36323, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.232.61:34389: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.232.60:45935,127.0.232.61:34389,127.0.232.62:36323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.232.62:36323(127.0.232.62:36323): Connection refused: /127.0.232.62:36323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.232.60:45935, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.232.61:34389, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.232.62:36323, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.232.61:34389: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.232.60:45935: OK, [103ms] Sub RPC ConnectToMaster: received response from server master-127.0.232.62:36323: Network error: Failed to connect to peer master-127.0.232.62:36323(127.0.232.62:36323): Connection refused: /127.0.232.62:36323, [103ms] delaying RPC due to: Service unavailable: Master config (127.0.232.60:45935,127.0.232.61:34389,127.0.232.62:36323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.232.62:36323(127.0.232.62:36323): Connection refused: /127.0.232.62:36323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.232.60:45935, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.232.61:34389, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.232.62:36323, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.232.60:45935: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.232.61:34389: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.232.62:36323: Network error: Failed to connect to peer master-127.0.232.62:36323(127.0.232.62:36323): Connection refused: /127.0.232.62:36323, [122ms] delaying RPC due to: Service unavailable: Master config (127.0.232.60:45935,127.0.232.61:34389,127.0.232.62:36323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.232.62:36323(127.0.232.62:36323): Connection refused: /127.0.232.62:36323, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.232.60:45935, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.232.61:34389, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.232.62:36323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.232.62:36323: Network error: Failed to connect to peer master-127.0.232.62:36323(127.0.232.62:36323): Connection refused: /127.0.232.62:36323, [183ms] Sub RPC ConnectToMaster: received response from server master-127.0.232.60:45935: OK, [189ms] Sub RPC ConnectToMaster: received response from server master-127.0.232.61:34389: OK, [189ms] delaying RPC due to: Service unavailable: Master config (127.0.232.60:45935,127.0.232.61:34389,127.0.232.62:36323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.232.62:36323(127.0.232.62:36323): Connection refused: /127.0.232.62:36323, deferred=Deferred@1315090607(state=PENDING, result=null, callback=(continuation of Deferred@1941293806 after retry RPC after error@698806950) -> (continuation of Deferred@984326480 after retry RPC after error@1637321058) -> (continuation of Deferred@1017695492 after retry RPC after error@570768373) -> (continuation of Deferred@1170452420 after retry RPC after error@407040647) -> (continuation of Deferred@1660472422 after retry RPC after error@1772722527) -> (continuation of Deferred@835495457 after retry RPC after error@1049996373) -> (continuation of Deferred@439012381 after retry RPC after error@1064095078), errback=(continuation of Deferred@1941293806 after retry RPC after error@698806950) -> (continuation of Deferred@984326480 after retry RPC after error@1637321058) -> (continuation of Deferred@1017695492 after retry RPC after error@570768373) -> (continuation of Deferred@1170452420 after retry RPC after error@407040647) -> (continuation of Deferred@1660472422 after retry RPC after error@1772722527) -> (continuation of Deferred@835495457 after retry RPC after error@1049996373) -> (continuation of Deferred@439012381 after retry RPC after error@1064095078)))
14:02:43.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:43.579553 1979 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 03e03ffdf397435fb6dcd49050b71c88 [term 4 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 492259c1f38f4f52ae06707e7601b303 in term 4.
14:02:43.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:43.579941 1807 leader_election.cc:304] T 00000000000000000000000000000000 P 492259c1f38f4f52ae06707e7601b303 [CANDIDATE]: Term 4 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 03e03ffdf397435fb6dcd49050b71c88, 492259c1f38f4f52ae06707e7601b303; no voters: e9def02a4ff24f5bac3a2bd157bf6fac
14:02:43.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:43.580415 2040 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 492259c1f38f4f52ae06707e7601b303 [term 4 FOLLOWER]: Leader election won for term 4
14:02:43.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:43.580852 2040 raft_consensus.cc:697] T 00000000000000000000000000000000 P 492259c1f38f4f52ae06707e7601b303 [term 4 LEADER]: Becoming Leader. State: Replica: 492259c1f38f4f52ae06707e7601b303, State: Running, Role: LEADER
14:02:43.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:43.581372 2040 consensus_queue.cc:237] T 00000000000000000000000000000000 P 492259c1f38f4f52ae06707e7601b303 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 13, Committed index: 13, Last appended: 3.13, Last appended by leader: 13, Current term: 4, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9def02a4ff24f5bac3a2bd157bf6fac" member_type: VOTER last_known_addr { host: "127.0.232.62" port: 36323 } } peers { permanent_uuid: "03e03ffdf397435fb6dcd49050b71c88" member_type: VOTER last_known_addr { host: "127.0.232.61" port: 34389 } } peers { permanent_uuid: "492259c1f38f4f52ae06707e7601b303" member_type: VOTER last_known_addr { host: "127.0.232.60" port: 45935 } }
14:02:43.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:43.583170 2044 sys_catalog.cc:455] T 00000000000000000000000000000000 P 492259c1f38f4f52ae06707e7601b303 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 492259c1f38f4f52ae06707e7601b303. Latest consensus state: current_term: 4 leader_uuid: "492259c1f38f4f52ae06707e7601b303" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9def02a4ff24f5bac3a2bd157bf6fac" member_type: VOTER last_known_addr { host: "127.0.232.62" port: 36323 } } peers { permanent_uuid: "03e03ffdf397435fb6dcd49050b71c88" member_type: VOTER last_known_addr { host: "127.0.232.61" port: 34389 } } peers { permanent_uuid: "492259c1f38f4f52ae06707e7601b303" member_type: VOTER last_known_addr { host: "127.0.232.60" port: 45935 } } }
14:02:43.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:43.583408 2044 sys_catalog.cc:458] T 00000000000000000000000000000000 P 492259c1f38f4f52ae06707e7601b303 [sys.catalog]: This master's current role is: LEADER
14:02:43.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:43.583985 2046 catalog_manager.cc:1524] Loading table and tablet metadata into memory...
14:02:43.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:43.586573 2046 catalog_manager.cc:692] Loaded metadata for table txn_manager_fallback_rolling [id=10ca21db78774446b3dd01e1537fe6e0]
14:02:43.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:43.587086 2046 catalog_manager.cc:692] Loaded metadata for table kudu_system.kudu_transactions [id=4f1d715dea004513b2a949ef79043459]
14:02:43.587 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.232.62:36323(127.0.232.62:36323)] connecting to peer
14:02:43.588 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.232.62:36323(127.0.232.62:36323): Connection refused: /127.0.232.62:36323
14:02:43.588 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.232.62:36323(127.0.232.62:36323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.232.62:36323(127.0.232.62:36323): Connection refused: /127.0.232.62:36323
14:02:43.588 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.232.62:36323: Failed to connect to peer master-127.0.232.62:36323(127.0.232.62:36323): Connection refused: /127.0.232.62:36323
14:02:43.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:43.589462 2046 tablet_loader.cc:96] loaded metadata for tablet 0df397e3ca8d4d218915a865de2e0a58 (table kudu_system.kudu_transactions [id=4f1d715dea004513b2a949ef79043459])
14:02:43.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:43.590034 2046 tablet_loader.cc:96] loaded metadata for tablet 7e4d623b880e41d58335ce9d47c221df (table txn_manager_fallback_rolling [id=10ca21db78774446b3dd01e1537fe6e0])
14:02:43.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:43.590420 2046 tablet_loader.cc:96] loaded metadata for tablet af4dc7988003487aa690d83efafd066e (table txn_manager_fallback_rolling [id=10ca21db78774446b3dd01e1537fe6e0])
14:02:43.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:43.590708 2046 catalog_manager.cc:1533] Initializing Kudu cluster ID...
14:02:43.591 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.232.60:45935,127.0.232.61:34389,127.0.232.62:36323; will retry
14:02:43.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:43.591789 2046 catalog_manager.cc:1308] Loaded cluster ID: fa4a05b8c08c4651a582b1bc75346f5d
14:02:43.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:43.591908 2046 catalog_manager.cc:1544] Initializing Kudu internal certificate authority...
14:02:43.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:43.593048 2046 catalog_manager.cc:1553] Loading token signing keys...
14:02:43.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:43.593776 2046 catalog_manager.cc:6230] T 00000000000000000000000000000000 P 492259c1f38f4f52ae06707e7601b303: Loaded TSK: 0
14:02:43.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:43.594498 2046 catalog_manager.cc:1563] Initializing in-progress tserver states...
14:02:43.607 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.232.62:36323(127.0.232.62:36323)] connecting to peer
14:02:43.608 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.232.62:36323(127.0.232.62:36323): Connection refused: /127.0.232.62:36323
14:02:43.608 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.232.62:36323(127.0.232.62:36323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.232.62:36323(127.0.232.62:36323): Connection refused: /127.0.232.62:36323
14:02:43.608 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.232.62:36323: Failed to connect to peer master-127.0.232.62:36323(127.0.232.62:36323): Connection refused: /127.0.232.62:36323
14:02:43.609 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
14:02:43.609 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=2, TimeoutTracker(timeout=250, elapsed=22), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.232.60:45935, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.232.61:34389, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.232.62:36323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.232.62:36323: Network error: Failed to connect to peer master-127.0.232.62:36323(127.0.232.62:36323): Connection refused: /127.0.232.62:36323, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.232.61:34389: OK, [4ms] Sub RPC ConnectToMaster: received response from server master-127.0.232.60:45935: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.0.232.60:45935,127.0.232.61:34389,127.0.232.62:36323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.232.62:36323(127.0.232.62:36323): Connection refused: /127.0.232.62:36323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.232.60:45935, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.232.61:34389, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.232.62:36323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.232.62:36323: Network error: Failed to connect to peer master-127.0.232.62:36323(127.0.232.62:36323): Connection refused: /127.0.232.62:36323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.232.61:34389: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.232.60:45935: OK, deferred=Deferred@1148840532(state=PENDING, result=null, callback=(continuation of Deferred@832516164 after retry RPC after error@687864355), errback=(continuation of Deferred@832516164 after retry RPC after error@687864355))) after lookup
14:02:43.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:43.629215 1821 catalog_manager.cc:2296] Servicing CreateTable request from {username='slave'} at 127.0.0.1:57752:
14:02:43.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
14:02:43.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
14:02:43.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:02:43.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
14:02:43.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
14:02:43.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
14:02:43.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
14:02:43.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
14:02:43.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
14:02:43.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
14:02:43.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:02:43.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:02:43.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:02:43.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
14:02:43.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
14:02:43.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
14:02:43.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
14:02:43.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
14:02:43.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
14:02:43.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
14:02:43.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:02:43.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:02:43.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:02:43.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
14:02:43.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
14:02:43.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
14:02:43.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
14:02:43.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
14:02:43.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
14:02:43.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
14:02:43.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:02:43.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:02:43.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:02:43.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
14:02:43.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
14:02:43.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
14:02:43.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
14:02:43.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
14:02:43.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
14:02:43.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
14:02:43.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:02:43.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:02:43.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:02:43.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
14:02:43.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
14:02:43.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
14:02:43.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
14:02:43.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:02:43.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
14:02:43.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
14:02:43.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:02:43.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
14:02:43.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:02:43.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:02:43.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:02:43.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
14:02:43.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:43.631646 1821 catalog_manager.cc:7226] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
14:02:43.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:43.639102 1259 txn_status_manager.cc:1391] automatically aborted stale txn (ID 0) past 1.022s from last keepalive heartbeat (effective timeout is 1.000s)
14:02:43.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:43.662878 2058 tablet_replica.cc:1307] Aborted: operation has been aborted: cancelling pending write operations
14:02:43.668 [DEBUG - kudu-nio-7] (KuduTransaction.java:802) terminating keepalive task (txn ID 0) due to exception org.apache.kudu.client.NonRecoverableException: Failed to write to server: dfb54fe4b6bc462ab81a1d9de1ffe4dc (127.0.232.1:42281): transaction ID 0 is not available for further commits: state: ABORT_IN_PROGRESS user: "slave" start_timestamp: 1790690557 last_transition_timestamp: 1790690563
14:02:43.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:43.685257 1805 consensus_peers.cc:597] T 00000000000000000000000000000000 P 492259c1f38f4f52ae06707e7601b303 -> Peer e9def02a4ff24f5bac3a2bd157bf6fac (127.0.232.62:36323): Couldn't send request to peer e9def02a4ff24f5bac3a2bd157bf6fac. Status: Network error: Client connection negotiation failed: client connection to 127.0.232.62:36323: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
14:02:43.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:43.698372 1979 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 03e03ffdf397435fb6dcd49050b71c88 [term 4 FOLLOWER]: Refusing update from remote peer 492259c1f38f4f52ae06707e7601b303: Log matching property violated. Preceding OpId in replica: term: 2 index: 12. Preceding OpId from leader: term: 4 index: 14. (index mismatch)
14:02:43.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:43.699214 2044 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 492259c1f38f4f52ae06707e7601b303 [LEADER]: Connected to new peer: Peer: permanent_uuid: "03e03ffdf397435fb6dcd49050b71c88" member_type: VOTER last_known_addr { host: "127.0.232.61" port: 34389 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 14, Last known committed idx: 12, Time since last communication: 0.000s
14:02:43.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:43.702625 2079 sys_catalog.cc:455] T 00000000000000000000000000000000 P 03e03ffdf397435fb6dcd49050b71c88 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 4 leader_uuid: "492259c1f38f4f52ae06707e7601b303" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9def02a4ff24f5bac3a2bd157bf6fac" member_type: VOTER last_known_addr { host: "127.0.232.62" port: 36323 } } peers { permanent_uuid: "03e03ffdf397435fb6dcd49050b71c88" member_type: VOTER last_known_addr { host: "127.0.232.61" port: 34389 } } peers { permanent_uuid: "492259c1f38f4f52ae06707e7601b303" member_type: VOTER last_known_addr { host: "127.0.232.60" port: 45935 } } }
14:02:43.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:43.702925 2079 sys_catalog.cc:458] T 00000000000000000000000000000000 P 03e03ffdf397435fb6dcd49050b71c88 [sys.catalog]: This master's current role is: FOLLOWER
14:02:43.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:43.703486 2018 sys_catalog.cc:455] T 00000000000000000000000000000000 P 03e03ffdf397435fb6dcd49050b71c88 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 492259c1f38f4f52ae06707e7601b303. Latest consensus state: current_term: 4 leader_uuid: "492259c1f38f4f52ae06707e7601b303" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9def02a4ff24f5bac3a2bd157bf6fac" member_type: VOTER last_known_addr { host: "127.0.232.62" port: 36323 } } peers { permanent_uuid: "03e03ffdf397435fb6dcd49050b71c88" member_type: VOTER last_known_addr { host: "127.0.232.61" port: 34389 } } peers { permanent_uuid: "492259c1f38f4f52ae06707e7601b303" member_type: VOTER last_known_addr { host: "127.0.232.60" port: 45935 } } }
14:02:43.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:43.703698 2018 sys_catalog.cc:458] T 00000000000000000000000000000000 P 03e03ffdf397435fb6dcd49050b71c88 [sys.catalog]: This master's current role is: FOLLOWER
14:02:43.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:43.704494 2040 sys_catalog.cc:455] T 00000000000000000000000000000000 P 492259c1f38f4f52ae06707e7601b303 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 4 leader_uuid: "492259c1f38f4f52ae06707e7601b303" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9def02a4ff24f5bac3a2bd157bf6fac" member_type: VOTER last_known_addr { host: "127.0.232.62" port: 36323 } } peers { permanent_uuid: "03e03ffdf397435fb6dcd49050b71c88" member_type: VOTER last_known_addr { host: "127.0.232.61" port: 34389 } } peers { permanent_uuid: "492259c1f38f4f52ae06707e7601b303" member_type: VOTER last_known_addr { host: "127.0.232.60" port: 45935 } } }
14:02:43.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:43.704762 2040 sys_catalog.cc:458] T 00000000000000000000000000000000 P 492259c1f38f4f52ae06707e7601b303 [sys.catalog]: This master's current role is: LEADER
14:02:43.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:43.704833 2018 sys_catalog.cc:455] T 00000000000000000000000000000000 P 03e03ffdf397435fb6dcd49050b71c88 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 4 leader_uuid: "492259c1f38f4f52ae06707e7601b303" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9def02a4ff24f5bac3a2bd157bf6fac" member_type: VOTER last_known_addr { host: "127.0.232.62" port: 36323 } } peers { permanent_uuid: "03e03ffdf397435fb6dcd49050b71c88" member_type: VOTER last_known_addr { host: "127.0.232.61" port: 34389 } } peers { permanent_uuid: "492259c1f38f4f52ae06707e7601b303" member_type: VOTER last_known_addr { host: "127.0.232.60" port: 45935 } } }
14:02:43.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:43.705006 2018 sys_catalog.cc:458] T 00000000000000000000000000000000 P 03e03ffdf397435fb6dcd49050b71c88 [sys.catalog]: This master's current role is: FOLLOWER
14:02:43.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:43.852895 1521 heartbeater.cc:344] Connected to a master server at 127.0.232.61:34389
14:02:43.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:43.854022 1969 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "01a6a196825e4669b46e1f1ac0a6c7ba" instance_seqno: 1790690556427716) as {username='slave'} at 127.0.232.2:52071; Asking this server to re-register.
14:02:43.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:43.854526 1521 heartbeater.cc:461] Registering TS with master...
14:02:43.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:43.855638 1969 ts_manager.cc:194] Registered new tserver with Master: 01a6a196825e4669b46e1f1ac0a6c7ba (127.0.232.2:43359)
14:02:43.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:43.984941 1379 heartbeater.cc:344] Connected to a master server at 127.0.232.61:34389
14:02:43.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:43.986374 1969 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "dfb54fe4b6bc462ab81a1d9de1ffe4dc" instance_seqno: 1790690555938049) as {username='slave'} at 127.0.232.1:45907; Asking this server to re-register.
14:02:43.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:43.986936 1379 heartbeater.cc:461] Registering TS with master...
14:02:43.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:43.988067 1969 ts_manager.cc:194] Registered new tserver with Master: dfb54fe4b6bc462ab81a1d9de1ffe4dc (127.0.232.1:42281)
14:02:44.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:44.213629 1805 consensus_peers.cc:597] T 00000000000000000000000000000000 P 492259c1f38f4f52ae06707e7601b303 -> Peer e9def02a4ff24f5bac3a2bd157bf6fac (127.0.232.62:36323): Couldn't send request to peer e9def02a4ff24f5bac3a2bd157bf6fac. Status: Network error: Client connection negotiation failed: client connection to 127.0.232.62:36323: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
14:02:44.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:44.720557 1805 consensus_peers.cc:597] T 00000000000000000000000000000000 P 492259c1f38f4f52ae06707e7601b303 -> Peer e9def02a4ff24f5bac3a2bd157bf6fac (127.0.232.62:36323): Couldn't send request to peer e9def02a4ff24f5bac3a2bd157bf6fac. Status: Network error: Client connection negotiation failed: client connection to 127.0.232.62:36323: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
14:02:44.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:44.993852 1377 heartbeater.cc:499] Master 127.0.232.60:45935 was elected leader, sending a full tablet report...
14:02:44.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:44.994037 1519 heartbeater.cc:499] Master 127.0.232.60:45935 was elected leader, sending a full tablet report...
14:02:45.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:45.237381 1805 consensus_peers.cc:597] T 00000000000000000000000000000000 P 492259c1f38f4f52ae06707e7601b303 -> Peer e9def02a4ff24f5bac3a2bd157bf6fac (127.0.232.62:36323): Couldn't send request to peer e9def02a4ff24f5bac3a2bd157bf6fac. Status: Network error: Client connection negotiation failed: client connection to 127.0.232.62:36323: connect: Connection refused (error 111). This is attempt 16: this message will repeat every 5th retry.
14:02:45.282 [DEBUG - main] (Connection.java:575) [peer master-127.0.232.62:36323(127.0.232.62:36323)] disconnecting while in state TERMINATED
14:02:45.282 [DEBUG - main] (Connection.java:575) [peer master-127.0.232.61:34389(127.0.232.61:34389)] disconnecting while in state READY
14:02:45.282 [DEBUG - main] (Connection.java:575) [peer master-127.0.232.60:45935(127.0.232.60:45935)] disconnecting while in state READY
14:02:45.282 [DEBUG - main] (Connection.java:575) [peer 4eca746851e342c584b3948f23a4c75f(127.0.232.3:43147)] disconnecting while in state READY
14:02:45.283 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:02:45.283 [DEBUG - kudu-nio-5] (Connection.java:239) [peer 4eca746851e342c584b3948f23a4c75f(127.0.232.3:43147)] handling channelInactive
14:02:45.283 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 4eca746851e342c584b3948f23a4c75f(127.0.232.3:43147)] cleaning up while in state READY due to: connection closed
14:02:45.283 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.0.232.61:34389(127.0.232.61:34389)] handling channelInactive
14:02:45.283 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.232.61:34389(127.0.232.61:34389)] cleaning up while in state READY due to: connection closed
14:02:45.284 [DEBUG - kudu-nio-7] (Connection.java:239) [peer master-127.0.232.60:45935(127.0.232.60:45935)] handling channelInactive
14:02:45.284 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.232.60:45935(127.0.232.60:45935)] cleaning up while in state READY due to: connection closed
14:02:45.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:45.284608 928 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taska0IKLx/build/asan/bin/kudu pid 1219
14:02:45.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:45.292073 1372 generic_service.cc:196] Checking for leaks (request via RPC)
14:02:45.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:45.338747 1661 heartbeater.cc:499] Master 127.0.232.60:45935 was elected leader, sending a full tablet report...
14:02:45.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:45.416494 928 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taska0IKLx/build/asan/bin/kudu with pid 1219
14:02:45.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:45.440105 928 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taska0IKLx/build/asan/bin/kudu pid 1382
14:02:45.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:45.446331 1514 generic_service.cc:196] Checking for leaks (request via RPC)
14:02:45.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:45.467096 1542 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.0.232.1:42281: connect: Connection refused (error 111)
14:02:45.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:45.468591 1542 consensus_peers.cc:597] T 7e4d623b880e41d58335ce9d47c221df P 4eca746851e342c584b3948f23a4c75f -> Peer dfb54fe4b6bc462ab81a1d9de1ffe4dc (127.0.232.1:42281): Couldn't send request to peer dfb54fe4b6bc462ab81a1d9de1ffe4dc. Status: Network error: Client connection negotiation failed: client connection to 127.0.232.1:42281: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
14:02:45.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:45.547021 928 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taska0IKLx/build/asan/bin/kudu with pid 1382
14:02:45.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:45.560271 1542 consensus_peers.cc:597] T af4dc7988003487aa690d83efafd066e P 4eca746851e342c584b3948f23a4c75f -> Peer dfb54fe4b6bc462ab81a1d9de1ffe4dc (127.0.232.1:42281): Couldn't send request to peer dfb54fe4b6bc462ab81a1d9de1ffe4dc. Status: Network error: Client connection negotiation failed: client connection to 127.0.232.1:42281: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
14:02:45.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:45.565467 928 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taska0IKLx/build/asan/bin/kudu pid 1524
14:02:45.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:45.572532 1656 generic_service.cc:196] Checking for leaks (request via RPC)
14:02:45.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:45.630365 1788 master_runner.cc:187] Error getting master registration for 127.0.232.62:36323: Network error: Client connection negotiation failed: client connection to 127.0.232.62:36323: connect: Connection refused (error 111),
14:02:45.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:45.630523 1788 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
14:02:45.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:45.676533 928 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taska0IKLx/build/asan/bin/kudu with pid 1524
14:02:45.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:45.694677 928 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taska0IKLx/build/asan/bin/kudu pid 1936
14:02:45.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:45.701138 2009 generic_service.cc:196] Checking for leaks (request via RPC)
14:02:45.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 14:02:45.759701 1805 consensus_peers.cc:597] T 00000000000000000000000000000000 P 492259c1f38f4f52ae06707e7601b303 -> Peer e9def02a4ff24f5bac3a2bd157bf6fac (127.0.232.62:36323): Couldn't send request to peer e9def02a4ff24f5bac3a2bd157bf6fac. Status: Network error: Client connection negotiation failed: client connection to 127.0.232.62:36323: connect: Connection refused (error 111). This is attempt 21: this message will repeat every 5th retry.
14:02:45.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:45.809484 928 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taska0IKLx/build/asan/bin/kudu with pid 1936
14:02:45.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:45.830018 928 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taska0IKLx/build/asan/bin/kudu pid 1788
14:02:45.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:45.835868 1861 generic_service.cc:196] Checking for leaks (request via RPC)
14:02:45.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 14:02:45.952270 928 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taska0IKLx/build/asan/bin/kudu with pid 1788
14:02:46.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-29T14:02:45Z chronyd exiting
14:02:46.109 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager: failed attempt 1
java.lang.AssertionError: Aborted: transaction was aborted
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.assertTrue(Assert.java:42)
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager(TestKuduTransaction.java:1214)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.AssertionError: Aborted: transaction was aborted
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.assertTrue(Assert.java:42)
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager(TestKuduTransaction.java:1214)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)