08:02:23.645 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
08:02:23.646 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskjruXVz/test-tmp
08:02:23.646 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/asan/bin
08:02:23.646 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskjruXVz/java/build/dist-test/../../../build/asan/bin/kudu, test, mini_cluster, --serialization=pb]
08:02:23.648 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskjruXVz/test-tmp/mini-kudu-cluster13563992407863727748"
extra_master_flags: "--txn_manager_enabled"
extra_master_flags: "--raft_heartbeat_interval_ms=100"
extra_tserver_flags: "--txn_keepalive_interval_ms=1000"
extra_tserver_flags: "--txn_staleness_tracker_interval_ms=250"
extra_tserver_flags: "--enable_txn_system_client_init=true"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
08:02:23.998 [DEBUG - main] (MiniKuduCluster.java:195) Response:
08:02:23.998 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
08:02:24.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:24.000743 10446 mini_oidc.cc:150] Starting JWKS server
08:02:24.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:24.002980 10446 webserver.cc:533] Webserver started at http://127.0.0.1:35531/ using document root <none> and password file <none>
08:02:24.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:24.003216 10446 mini_oidc.cc:186] Starting OIDC Discovery server
08:02:24.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:24.003717 10446 webserver.cc:533] Webserver started at http://127.0.0.1:37601/ using document root <none> and password file <none>
08:02:24.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-15T08:02:24Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
08:02:24.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-15T08:02:24Z Disabled control of system clock
08:02:24.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:24.036111 10446 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskjruXVz/build/asan/bin/kudu
08:02:24.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskjruXVz/build/asan/bin/kudu
08:02:24.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskjruXVz/test-tmp/mini-kudu-cluster13563992407863727748/master-0/wal
08:02:24.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskjruXVz/test-tmp/mini-kudu-cluster13563992407863727748/master-0/data
08:02:24.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:02:24.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:02:24.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:02:24.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:02:24.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:02:24.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:02:24.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskjruXVz/test-tmp/mini-kudu-cluster13563992407863727748/master-0/logs
08:02:24.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskjruXVz/test-tmp/mini-kudu-cluster13563992407863727748/master-0/data/info.pb
08:02:24.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:02:24.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:02:24.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:02:24.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:02:24.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:02:24.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:02:24.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:02:24.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:02:24.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:02:24.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:02:24.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:02:24.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:02:24.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.51.190:35979
08:02:24.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.51.190
08:02:24.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:02:24.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.51.148:43243
08:02:24.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:02:24.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:02:24.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:02:24.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:02:24.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.10.51.190:35979,127.10.51.189:44773,127.10.51.188:34411
08:02:24.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:02:24.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35531/jwks.json
08:02:24.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
08:02:24.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
08:02:24.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:24.394505 10457 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:02:24.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:24.394862 10457 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:02:24.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:24.394938 10457 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:02:24.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:24.403865 10457 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
08:02:24.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:24.403970 10457 flags.cc:432] Enabled experimental flag: --txn_manager_enabled=true
08:02:24.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:24.404018 10457 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:02:24.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:24.404067 10457 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
08:02:24.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:24.404121 10457 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
08:02:24.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:24.404161 10457 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
08:02:24.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:24.404206 10457 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:35531/jwks.json
08:02:24.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:24.415098 10457 master_runner.cc:387] Master server non-default flags:
08:02:24.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:02:24.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.51.148:43243
08:02:24.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:02:24.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:02:24.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
08:02:24.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskjruXVz/test-tmp/mini-kudu-cluster13563992407863727748/master-0/data
08:02:24.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskjruXVz/test-tmp/mini-kudu-cluster13563992407863727748/master-0/wal
08:02:24.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:02:24.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.10.51.190:35979,127.10.51.189:44773,127.10.51.188:34411
08:02:24.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
08:02:24.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:02:24.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:02:24.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:02:24.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.51.190:35979
08:02:24.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:02:24.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:02:24.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:02:24.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35531/jwks.json
08:02:24.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:02:24.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:02:24.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskjruXVz/test-tmp/mini-kudu-cluster13563992407863727748/master-0/data/info.pb
08:02:24.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.51.190
08:02:24.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:02:24.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:02:24.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:02:24.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:02:24.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:02:24.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:02:24.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskjruXVz/test-tmp/mini-kudu-cluster13563992407863727748/master-0/logs
08:02:24.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:02:24.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:02:24.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:02:24.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:02:24.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:02:24.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6b1bbe17b8ab938291541389a90c67c358bba716
08:02:24.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:02:24.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 15 Jun 2026 07:43:24 UTC on bdcb31816ec0
08:02:24.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12402
08:02:24.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
08:02:24.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:24.416708 10457 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:02:24.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:24.418562 10457 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:02:24.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:24.426930 10463 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:02:24.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:24.426960 10462 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:02:24.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:24.427209 10465 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:02:24.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:24.428409 10457 server_base.cc:1061] running on GCE node
08:02:24.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:24.429302 10457 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:02:24.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:24.430810 10457 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:02:24.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:24.432065 10457 hybrid_clock.cc:648] HybridClock initialized: now 1781510544431995 us; error 42 us; skew 500 ppm
08:02:24.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:24.432435 10457 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:02:24.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:24.434754 10457 webserver.cc:533] Webserver started at http://127.10.51.190:38581/ using document root <none> and password file <none>
08:02:24.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:24.435495 10457 fs_manager.cc:362] Metadata directory not provided
08:02:24.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:24.435664 10457 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:02:24.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:24.436084 10457 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:02:24.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:24.438573 10457 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskjruXVz/test-tmp/mini-kudu-cluster13563992407863727748/master-0/data/instance:
08:02:24.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "dec75b5c41544bf98b7214cfbd15b6d9"
08:02:24.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-15 08:02:24 on dist-test-slave-t8df"
08:02:24.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:24.439369 10457 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskjruXVz/test-tmp/mini-kudu-cluster13563992407863727748/master-0/wal/instance:
08:02:24.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "dec75b5c41544bf98b7214cfbd15b6d9"
08:02:24.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-15 08:02:24 on dist-test-slave-t8df"
08:02:24.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:24.444806 10457 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.007s sys 0.000s
08:02:24.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:24.448318 10471 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:02:24.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:24.449685 10457 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
08:02:24.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:24.449885 10457 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskjruXVz/test-tmp/mini-kudu-cluster13563992407863727748/master-0/data,/tmp/dist-test-taskjruXVz/test-tmp/mini-kudu-cluster13563992407863727748/master-0/wal
08:02:24.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "dec75b5c41544bf98b7214cfbd15b6d9"
08:02:24.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-15 08:02:24 on dist-test-slave-t8df"
08:02:24.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:24.450114 10457 fs_report.cc:389] FS layout report
08:02:24.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:02:24.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskjruXVz/test-tmp/mini-kudu-cluster13563992407863727748/master-0/wal
08:02:24.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskjruXVz/test-tmp/mini-kudu-cluster13563992407863727748/master-0/wal
08:02:24.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskjruXVz/test-tmp/mini-kudu-cluster13563992407863727748/master-0/data/data
08:02:24.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:02:24.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:02:24.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:02:24.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:02:24.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:02:24.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:02:24.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:02:24.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:02:24.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:02:24.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:02:24.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:02:24.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:24.478495 10457 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:02:24.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:24.479481 10457 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:02:24.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:24.479836 10457 kserver.cc:163] Server-wide thread pool size limit: 3276
08:02:24.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:24.504098 10457 rpc_server.cc:307] RPC server started. Bound to: 127.10.51.190:35979
08:02:24.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:24.504118 10532 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.10.51.190:35979 every 8 connection(s)
08:02:24.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:24.505918 10457 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskjruXVz/test-tmp/mini-kudu-cluster13563992407863727748/master-0/data/info.pb
08:02:24.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:24.509217 10446 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskjruXVz/build/asan/bin/kudu as pid 10457
08:02:24.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:24.509562 10446 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskjruXVz/test-tmp/mini-kudu-cluster13563992407863727748/master-0/wal/instance
08:02:24.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:24.511498 10533 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:02:24.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:24.512655 10446 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskjruXVz/build/asan/bin/kudu
08:02:24.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskjruXVz/build/asan/bin/kudu
08:02:24.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskjruXVz/test-tmp/mini-kudu-cluster13563992407863727748/master-1/wal
08:02:24.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskjruXVz/test-tmp/mini-kudu-cluster13563992407863727748/master-1/data
08:02:24.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:02:24.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:02:24.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:02:24.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:02:24.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:02:24.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:02:24.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskjruXVz/test-tmp/mini-kudu-cluster13563992407863727748/master-1/logs
08:02:24.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskjruXVz/test-tmp/mini-kudu-cluster13563992407863727748/master-1/data/info.pb
08:02:24.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:02:24.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:02:24.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:02:24.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:02:24.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:02:24.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:02:24.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:02:24.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:02:24.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:02:24.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:02:24.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:02:24.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:02:24.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.51.189:44773
08:02:24.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.51.189
08:02:24.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:02:24.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.51.148:43243
08:02:24.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:02:24.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:02:24.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:02:24.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:02:24.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.10.51.190:35979,127.10.51.189:44773,127.10.51.188:34411
08:02:24.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:02:24.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35531/jwks.json
08:02:24.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
08:02:24.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
08:02:24.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:24.519518 10533 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.51.190" port: 35979 } has no permanent_uuid. Determining permanent_uuid...
08:02:24.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:24.542840 10533 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.51.189" port: 44773 } has no permanent_uuid. Determining permanent_uuid...
08:02:24.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:24.544305 10473 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.10.51.189:44773: connect: Connection refused (error 111)
08:02:24.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:24.546195 10533 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.10.51.189:44773: Network error: Client connection negotiation failed: client connection to 127.10.51.189:44773: connect: Connection refused (error 111)
08:02:24.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:24.595607 10533 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.51.189" port: 44773 } attempt: 1
08:02:24.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:24.598007 10533 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.10.51.189:44773: Network error: Client connection negotiation failed: client connection to 127.10.51.189:44773: connect: Connection refused (error 111)
08:02:24.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:24.666298 10533 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.51.189" port: 44773 } attempt: 2
08:02:24.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:24.668576 10533 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.10.51.189:44773: Network error: Client connection negotiation failed: client connection to 127.10.51.189:44773: connect: Connection refused (error 111)
08:02:24.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:24.759903 10533 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.51.189" port: 44773 } attempt: 3
08:02:24.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:24.762055 10533 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.10.51.189:44773: Network error: Client connection negotiation failed: client connection to 127.10.51.189:44773: connect: Connection refused (error 111)
08:02:24.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:24.858378 10535 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:02:24.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:24.858734 10535 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:02:24.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:24.858814 10535 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:02:24.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:24.867769 10535 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
08:02:24.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:24.867879 10535 flags.cc:432] Enabled experimental flag: --txn_manager_enabled=true
08:02:24.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:24.867929 10535 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:02:24.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:24.867971 10535 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
08:02:24.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:24.868101 10535 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
08:02:24.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:24.868216 10535 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
08:02:24.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:24.868280 10535 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:35531/jwks.json
08:02:24.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:24.878881 10535 master_runner.cc:387] Master server non-default flags:
08:02:24.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:02:24.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.51.148:43243
08:02:24.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:02:24.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:02:24.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
08:02:24.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskjruXVz/test-tmp/mini-kudu-cluster13563992407863727748/master-1/data
08:02:24.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskjruXVz/test-tmp/mini-kudu-cluster13563992407863727748/master-1/wal
08:02:24.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:02:24.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.10.51.190:35979,127.10.51.189:44773,127.10.51.188:34411
08:02:24.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
08:02:24.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:02:24.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:02:24.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:02:24.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.51.189:44773
08:02:24.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:02:24.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:02:24.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:02:24.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35531/jwks.json
08:02:24.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:02:24.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:02:24.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskjruXVz/test-tmp/mini-kudu-cluster13563992407863727748/master-1/data/info.pb
08:02:24.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.51.189
08:02:24.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:02:24.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:02:24.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:02:24.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:02:24.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:02:24.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:02:24.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskjruXVz/test-tmp/mini-kudu-cluster13563992407863727748/master-1/logs
08:02:24.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:02:24.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:02:24.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:02:24.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:02:24.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:02:24.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6b1bbe17b8ab938291541389a90c67c358bba716
08:02:24.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:02:24.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 15 Jun 2026 07:43:24 UTC on bdcb31816ec0
08:02:24.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12402
08:02:24.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
08:02:24.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:24.880543 10535 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:02:24.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:24.882464 10535 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:02:24.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:24.890646 10543 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:02:24.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:24.890671 10544 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:02:24.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:24.891597 10546 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:02:24.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:24.892110 10535 server_base.cc:1061] running on GCE node
08:02:24.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:24.892958 10535 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:02:24.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:24.894492 10535 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:02:24.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:24.895750 10535 hybrid_clock.cc:648] HybridClock initialized: now 1781510544895684 us; error 37 us; skew 500 ppm
08:02:24.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:24.896147 10535 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:02:24.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:24.898520 10535 webserver.cc:533] Webserver started at http://127.10.51.189:41327/ using document root <none> and password file <none>
08:02:24.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:24.899298 10535 fs_manager.cc:362] Metadata directory not provided
08:02:24.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:24.899453 10535 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:02:24.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:24.899848 10535 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:02:24.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:24.902338 10535 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskjruXVz/test-tmp/mini-kudu-cluster13563992407863727748/master-1/data/instance:
08:02:24.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "82f04fa9acaf4ddc9bd368e4cc7d7ce3"
08:02:24.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-15 08:02:24 on dist-test-slave-t8df"
08:02:24.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:24.903170 10535 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskjruXVz/test-tmp/mini-kudu-cluster13563992407863727748/master-1/wal/instance:
08:02:24.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "82f04fa9acaf4ddc9bd368e4cc7d7ce3"
08:02:24.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-15 08:02:24 on dist-test-slave-t8df"
08:02:24.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:24.905325 10533 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.51.189" port: 44773 } attempt: 4
08:02:24.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:24.907325 10533 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.10.51.189:44773: Network error: Client connection negotiation failed: client connection to 127.10.51.189:44773: connect: Connection refused (error 111)
08:02:24.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:24.909329 10535 fs_manager.cc:696] Time spent creating directory manager: real 0.006s user 0.007s sys 0.001s
08:02:24.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:24.912640 10552 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:02:24.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:24.914088 10535 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
08:02:24.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:24.914289 10535 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskjruXVz/test-tmp/mini-kudu-cluster13563992407863727748/master-1/data,/tmp/dist-test-taskjruXVz/test-tmp/mini-kudu-cluster13563992407863727748/master-1/wal
08:02:24.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "82f04fa9acaf4ddc9bd368e4cc7d7ce3"
08:02:24.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-15 08:02:24 on dist-test-slave-t8df"
08:02:24.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:24.914508 10535 fs_report.cc:389] FS layout report
08:02:24.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:02:24.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskjruXVz/test-tmp/mini-kudu-cluster13563992407863727748/master-1/wal
08:02:24.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskjruXVz/test-tmp/mini-kudu-cluster13563992407863727748/master-1/wal
08:02:24.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskjruXVz/test-tmp/mini-kudu-cluster13563992407863727748/master-1/data/data
08:02:24.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:02:24.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:02:24.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:02:24.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:02:24.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:02:24.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:02:24.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:02:24.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:02:24.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:02:24.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:02:24.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:02:24.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:24.947872 10535 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:02:24.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:24.948947 10535 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:02:24.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:24.949358 10535 kserver.cc:163] Server-wide thread pool size limit: 3276
08:02:24.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:24.973503 10535 rpc_server.cc:307] RPC server started. Bound to: 127.10.51.189:44773
08:02:24.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:24.973543 10613 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.10.51.189:44773 every 8 connection(s)
08:02:24.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:24.975171 10535 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskjruXVz/test-tmp/mini-kudu-cluster13563992407863727748/master-1/data/info.pb
08:02:24.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:24.979452 10614 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:02:24.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:24.984294 10446 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskjruXVz/build/asan/bin/kudu as pid 10535
08:02:24.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:24.984472 10446 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskjruXVz/test-tmp/mini-kudu-cluster13563992407863727748/master-1/wal/instance
08:02:24.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:24.985801 10446 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskjruXVz/build/asan/bin/kudu
08:02:24.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskjruXVz/build/asan/bin/kudu
08:02:24.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskjruXVz/test-tmp/mini-kudu-cluster13563992407863727748/master-2/wal
08:02:24.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskjruXVz/test-tmp/mini-kudu-cluster13563992407863727748/master-2/data
08:02:24.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:02:24.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:02:24.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:02:24.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:02:24.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:02:24.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:02:24.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskjruXVz/test-tmp/mini-kudu-cluster13563992407863727748/master-2/logs
08:02:24.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskjruXVz/test-tmp/mini-kudu-cluster13563992407863727748/master-2/data/info.pb
08:02:24.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:02:24.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:02:24.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:02:24.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:02:24.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:02:24.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:02:24.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:02:24.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:02:24.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:02:24.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:02:24.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:02:24.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:02:24.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.51.188:34411
08:02:24.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.51.188
08:02:24.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:02:24.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.51.148:43243
08:02:24.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:02:24.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:02:24.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:02:24.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:02:24.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.10.51.190:35979,127.10.51.189:44773,127.10.51.188:34411
08:02:24.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:02:24.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35531/jwks.json
08:02:24.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
08:02:24.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
08:02:24.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:24.985899 10614 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.51.190" port: 35979 } has no permanent_uuid. Determining permanent_uuid...
08:02:25.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:25.000808 10614 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.51.189" port: 44773 } has no permanent_uuid. Determining permanent_uuid...
08:02:25.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:25.011346 10614 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.51.188" port: 34411 } has no permanent_uuid. Determining permanent_uuid...
08:02:25.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:25.012503 10554 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.10.51.188:34411: connect: Connection refused (error 111)
08:02:25.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:25.014348 10614 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.10.51.188:34411: Network error: Client connection negotiation failed: client connection to 127.10.51.188:34411: connect: Connection refused (error 111)
08:02:25.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:25.063742 10614 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.51.188" port: 34411 } attempt: 1
08:02:25.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:25.066071 10614 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.10.51.188:34411: Network error: Client connection negotiation failed: client connection to 127.10.51.188:34411: connect: Connection refused (error 111)
08:02:25.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:25.134413 10614 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.51.188" port: 34411 } attempt: 2
08:02:25.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:25.136636 10614 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.10.51.188:34411: Network error: Client connection negotiation failed: client connection to 127.10.51.188:34411: connect: Connection refused (error 111)
08:02:25.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:25.206615 10533 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.51.189" port: 44773 } attempt: 5
08:02:25.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:25.214637 10533 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.51.188" port: 34411 } has no permanent_uuid. Determining permanent_uuid...
08:02:25.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:25.216802 10533 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.10.51.188:34411: Network error: Client connection negotiation failed: client connection to 127.10.51.188:34411: connect: Connection refused (error 111)
08:02:25.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:25.227922 10614 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.51.188" port: 34411 } attempt: 3
08:02:25.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:25.230165 10614 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.10.51.188:34411: Network error: Client connection negotiation failed: client connection to 127.10.51.188:34411: connect: Connection refused (error 111)
08:02:25.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:25.268051 10533 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.51.188" port: 34411 } attempt: 1
08:02:25.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:25.270236 10533 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.10.51.188:34411: Network error: Client connection negotiation failed: client connection to 127.10.51.188:34411: connect: Connection refused (error 111)
08:02:25.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:25.338524 10533 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.51.188" port: 34411 } attempt: 2
08:02:25.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:25.340487 10533 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.10.51.188:34411: Network error: Client connection negotiation failed: client connection to 127.10.51.188:34411: connect: Connection refused (error 111)
08:02:25.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:25.341344 10616 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:02:25.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:25.341645 10616 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:02:25.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:25.341725 10616 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:02:25.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:25.350428 10616 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
08:02:25.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:25.350528 10616 flags.cc:432] Enabled experimental flag: --txn_manager_enabled=true
08:02:25.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:25.350576 10616 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:02:25.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:25.350616 10616 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
08:02:25.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:25.350670 10616 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
08:02:25.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:25.350708 10616 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
08:02:25.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:25.350752 10616 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:35531/jwks.json
08:02:25.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:25.361316 10616 master_runner.cc:387] Master server non-default flags:
08:02:25.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:02:25.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.51.148:43243
08:02:25.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:02:25.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:02:25.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
08:02:25.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskjruXVz/test-tmp/mini-kudu-cluster13563992407863727748/master-2/data
08:02:25.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskjruXVz/test-tmp/mini-kudu-cluster13563992407863727748/master-2/wal
08:02:25.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:02:25.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.10.51.190:35979,127.10.51.189:44773,127.10.51.188:34411
08:02:25.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
08:02:25.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:02:25.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:02:25.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:02:25.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.51.188:34411
08:02:25.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:02:25.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:02:25.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:02:25.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35531/jwks.json
08:02:25.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:02:25.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:02:25.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskjruXVz/test-tmp/mini-kudu-cluster13563992407863727748/master-2/data/info.pb
08:02:25.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.51.188
08:02:25.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:02:25.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:02:25.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:02:25.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:02:25.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:02:25.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:02:25.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskjruXVz/test-tmp/mini-kudu-cluster13563992407863727748/master-2/logs
08:02:25.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:02:25.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:02:25.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:02:25.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:02:25.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:02:25.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6b1bbe17b8ab938291541389a90c67c358bba716
08:02:25.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:02:25.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 15 Jun 2026 07:43:24 UTC on bdcb31816ec0
08:02:25.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12402
08:02:25.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
08:02:25.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:25.362922 10616 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:02:25.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:25.364678 10616 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:02:25.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:25.373147 10624 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:02:25.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:25.373194 10625 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:02:25.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:25.373399 10614 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.51.188" port: 34411 } attempt: 4
08:02:25.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:25.374760 10627 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:02:25.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:25.375882 10616 server_base.cc:1061] running on GCE node
08:02:25.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:25.375896 10614 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.10.51.188:34411: Network error: Client connection negotiation failed: client connection to 127.10.51.188:34411: connect: Connection refused (error 111)
08:02:25.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:25.376719 10616 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:02:25.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:25.378221 10616 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:02:25.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:25.379468 10616 hybrid_clock.cc:648] HybridClock initialized: now 1781510545379410 us; error 31 us; skew 500 ppm
08:02:25.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:25.379827 10616 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:02:25.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:25.383117 10616 webserver.cc:533] Webserver started at http://127.10.51.188:41387/ using document root <none> and password file <none>
08:02:25.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:25.383869 10616 fs_manager.cc:362] Metadata directory not provided
08:02:25.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:25.384063 10616 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:02:25.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:25.384459 10616 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:02:25.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:25.386963 10616 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskjruXVz/test-tmp/mini-kudu-cluster13563992407863727748/master-2/data/instance:
08:02:25.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a37e55626dcb48e4813a230e9052ef10"
08:02:25.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-15 08:02:25 on dist-test-slave-t8df"
08:02:25.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:25.387778 10616 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskjruXVz/test-tmp/mini-kudu-cluster13563992407863727748/master-2/wal/instance:
08:02:25.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a37e55626dcb48e4813a230e9052ef10"
08:02:25.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-15 08:02:25 on dist-test-slave-t8df"
08:02:25.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:25.393393 10616 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.002s sys 0.006s
08:02:25.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:25.396917 10633 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:02:25.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:25.398490 10616 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.004s sys 0.000s
08:02:25.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:25.398720 10616 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskjruXVz/test-tmp/mini-kudu-cluster13563992407863727748/master-2/data,/tmp/dist-test-taskjruXVz/test-tmp/mini-kudu-cluster13563992407863727748/master-2/wal
08:02:25.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a37e55626dcb48e4813a230e9052ef10"
08:02:25.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-15 08:02:25 on dist-test-slave-t8df"
08:02:25.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:25.398955 10616 fs_report.cc:389] FS layout report
08:02:25.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:02:25.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskjruXVz/test-tmp/mini-kudu-cluster13563992407863727748/master-2/wal
08:02:25.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskjruXVz/test-tmp/mini-kudu-cluster13563992407863727748/master-2/wal
08:02:25.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskjruXVz/test-tmp/mini-kudu-cluster13563992407863727748/master-2/data/data
08:02:25.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:02:25.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:02:25.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:02:25.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:02:25.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:02:25.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:02:25.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:02:25.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:02:25.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:02:25.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:02:25.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:02:25.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:25.416589 10616 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:02:25.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:25.417649 10616 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:02:25.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:25.417999 10616 kserver.cc:163] Server-wide thread pool size limit: 3276
08:02:25.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:25.442732 10616 rpc_server.cc:307] RPC server started. Bound to: 127.10.51.188:34411
08:02:25.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:25.442751 10694 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.10.51.188:34411 every 8 connection(s)
08:02:25.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:25.444414 10616 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskjruXVz/test-tmp/mini-kudu-cluster13563992407863727748/master-2/data/info.pb
08:02:25.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:25.446420 10446 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskjruXVz/build/asan/bin/kudu as pid 10616
08:02:25.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:25.446633 10446 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskjruXVz/test-tmp/mini-kudu-cluster13563992407863727748/master-2/wal/instance
08:02:25.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:25.446763 10533 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.51.188" port: 34411 } attempt: 3
08:02:25.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:25.450100 10695 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:02:25.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:25.458670 10695 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.51.190" port: 35979 } has no permanent_uuid. Determining permanent_uuid...
08:02:25.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:25.475093 10533 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P dec75b5c41544bf98b7214cfbd15b6d9: Bootstrap starting.
08:02:25.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:25.480538 10533 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P dec75b5c41544bf98b7214cfbd15b6d9: Neither blocks nor log segments found. Creating new log.
08:02:25.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:25.482626 10533 log.cc:826] T 00000000000000000000000000000000 P dec75b5c41544bf98b7214cfbd15b6d9: Log is configured to *not* fsync() on all Append() calls
08:02:25.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:25.486320 10533 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P dec75b5c41544bf98b7214cfbd15b6d9: No bootstrap required, opened a new log
08:02:25.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:25.487888 10695 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.51.189" port: 44773 } has no permanent_uuid. Determining permanent_uuid...
08:02:25.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:25.493844 10533 raft_consensus.cc:359] T 00000000000000000000000000000000 P dec75b5c41544bf98b7214cfbd15b6d9 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dec75b5c41544bf98b7214cfbd15b6d9" member_type: VOTER last_known_addr { host: "127.10.51.190" port: 35979 } } peers { permanent_uuid: "82f04fa9acaf4ddc9bd368e4cc7d7ce3" member_type: VOTER last_known_addr { host: "127.10.51.189" port: 44773 } } peers { permanent_uuid: "a37e55626dcb48e4813a230e9052ef10" member_type: VOTER last_known_addr { host: "127.10.51.188" port: 34411 } }
08:02:25.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:25.494457 10533 raft_consensus.cc:385] T 00000000000000000000000000000000 P dec75b5c41544bf98b7214cfbd15b6d9 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:02:25.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:25.494539 10695 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.51.188" port: 34411 } has no permanent_uuid. Determining permanent_uuid...
08:02:25.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:25.494769 10533 raft_consensus.cc:740] T 00000000000000000000000000000000 P dec75b5c41544bf98b7214cfbd15b6d9 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: dec75b5c41544bf98b7214cfbd15b6d9, State: Initialized, Role: FOLLOWER
08:02:25.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:25.495671 10533 consensus_queue.cc:260] T 00000000000000000000000000000000 P dec75b5c41544bf98b7214cfbd15b6d9 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dec75b5c41544bf98b7214cfbd15b6d9" member_type: VOTER last_known_addr { host: "127.10.51.190" port: 35979 } } peers { permanent_uuid: "82f04fa9acaf4ddc9bd368e4cc7d7ce3" member_type: VOTER last_known_addr { host: "127.10.51.189" port: 44773 } } peers { permanent_uuid: "a37e55626dcb48e4813a230e9052ef10" member_type: VOTER last_known_addr { host: "127.10.51.188" port: 34411 } }
08:02:25.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:25.496755 10703 sys_catalog.cc:455] T 00000000000000000000000000000000 P dec75b5c41544bf98b7214cfbd15b6d9 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dec75b5c41544bf98b7214cfbd15b6d9" member_type: VOTER last_known_addr { host: "127.10.51.190" port: 35979 } } peers { permanent_uuid: "82f04fa9acaf4ddc9bd368e4cc7d7ce3" member_type: VOTER last_known_addr { host: "127.10.51.189" port: 44773 } } peers { permanent_uuid: "a37e55626dcb48e4813a230e9052ef10" member_type: VOTER last_known_addr { host: "127.10.51.188" port: 34411 } } }
08:02:25.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:25.497102 10703 sys_catalog.cc:458] T 00000000000000000000000000000000 P dec75b5c41544bf98b7214cfbd15b6d9 [sys.catalog]: This master's current role is: FOLLOWER
08:02:25.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:25.497983 10533 sys_catalog.cc:565] T 00000000000000000000000000000000 P dec75b5c41544bf98b7214cfbd15b6d9 [sys.catalog]: configured and running, proceeding with master startup.
08:02:25.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:25.498659 10703 raft_consensus.cc:493] T 00000000000000000000000000000000 P dec75b5c41544bf98b7214cfbd15b6d9 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:02:25.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:25.499047 10703 raft_consensus.cc:515] T 00000000000000000000000000000000 P dec75b5c41544bf98b7214cfbd15b6d9 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dec75b5c41544bf98b7214cfbd15b6d9" member_type: VOTER last_known_addr { host: "127.10.51.190" port: 35979 } } peers { permanent_uuid: "82f04fa9acaf4ddc9bd368e4cc7d7ce3" member_type: VOTER last_known_addr { host: "127.10.51.189" port: 44773 } } peers { permanent_uuid: "a37e55626dcb48e4813a230e9052ef10" member_type: VOTER last_known_addr { host: "127.10.51.188" port: 34411 } }
08:02:25.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:25.502648 10703 leader_election.cc:290] T 00000000000000000000000000000000 P dec75b5c41544bf98b7214cfbd15b6d9 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 82f04fa9acaf4ddc9bd368e4cc7d7ce3 (127.10.51.189:44773), a37e55626dcb48e4813a230e9052ef10 (127.10.51.188:34411)
08:02:25.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:25.508221 10695 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a37e55626dcb48e4813a230e9052ef10: Bootstrap starting.
08:02:25.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:25.512288 10695 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P a37e55626dcb48e4813a230e9052ef10: Neither blocks nor log segments found. Creating new log.
08:02:25.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:25.513775 10695 log.cc:826] T 00000000000000000000000000000000 P a37e55626dcb48e4813a230e9052ef10: Log is configured to *not* fsync() on all Append() calls
08:02:25.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:25.523820 10695 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a37e55626dcb48e4813a230e9052ef10: No bootstrap required, opened a new log
08:02:25.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:25.531658 10695 raft_consensus.cc:359] T 00000000000000000000000000000000 P a37e55626dcb48e4813a230e9052ef10 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dec75b5c41544bf98b7214cfbd15b6d9" member_type: VOTER last_known_addr { host: "127.10.51.190" port: 35979 } } peers { permanent_uuid: "82f04fa9acaf4ddc9bd368e4cc7d7ce3" member_type: VOTER last_known_addr { host: "127.10.51.189" port: 44773 } } peers { permanent_uuid: "a37e55626dcb48e4813a230e9052ef10" member_type: VOTER last_known_addr { host: "127.10.51.188" port: 34411 } }
08:02:25.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:25.532058 10695 raft_consensus.cc:385] T 00000000000000000000000000000000 P a37e55626dcb48e4813a230e9052ef10 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:02:25.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:25.532186 10695 raft_consensus.cc:740] T 00000000000000000000000000000000 P a37e55626dcb48e4813a230e9052ef10 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a37e55626dcb48e4813a230e9052ef10, State: Initialized, Role: FOLLOWER
08:02:25.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:25.532989 10695 consensus_queue.cc:260] T 00000000000000000000000000000000 P a37e55626dcb48e4813a230e9052ef10 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dec75b5c41544bf98b7214cfbd15b6d9" member_type: VOTER last_known_addr { host: "127.10.51.190" port: 35979 } } peers { permanent_uuid: "82f04fa9acaf4ddc9bd368e4cc7d7ce3" member_type: VOTER last_known_addr { host: "127.10.51.189" port: 44773 } } peers { permanent_uuid: "a37e55626dcb48e4813a230e9052ef10" member_type: VOTER last_known_addr { host: "127.10.51.188" port: 34411 } }
08:02:25.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:25.533504 10715 catalog_manager.cc:1593] T 00000000000000000000000000000000 P dec75b5c41544bf98b7214cfbd15b6d9: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:02:25.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:25.533641 10715 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:02:25.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:25.539956 10717 sys_catalog.cc:455] T 00000000000000000000000000000000 P a37e55626dcb48e4813a230e9052ef10 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dec75b5c41544bf98b7214cfbd15b6d9" member_type: VOTER last_known_addr { host: "127.10.51.190" port: 35979 } } peers { permanent_uuid: "82f04fa9acaf4ddc9bd368e4cc7d7ce3" member_type: VOTER last_known_addr { host: "127.10.51.189" port: 44773 } } peers { permanent_uuid: "a37e55626dcb48e4813a230e9052ef10" member_type: VOTER last_known_addr { host: "127.10.51.188" port: 34411 } } }
08:02:25.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:25.533914 10457 master_runner.cc:187] Error getting master registration for 127.10.51.189:44773: OK, instance_id { permanent_uuid: "82f04fa9acaf4ddc9bd368e4cc7d7ce3" instance_seqno: 1781510544967850 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
08:02:25.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:25.540268 10717 sys_catalog.cc:458] T 00000000000000000000000000000000 P a37e55626dcb48e4813a230e9052ef10 [sys.catalog]: This master's current role is: FOLLOWER
08:02:25.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:25.540364 10457 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
08:02:25.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:25.542260 10660 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "dec75b5c41544bf98b7214cfbd15b6d9" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a37e55626dcb48e4813a230e9052ef10" is_pre_election: true
08:02:25.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:25.542768 10660 raft_consensus.cc:2468] T 00000000000000000000000000000000 P a37e55626dcb48e4813a230e9052ef10 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate dec75b5c41544bf98b7214cfbd15b6d9 in term 0.
08:02:25.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:25.542234 10695 sys_catalog.cc:565] T 00000000000000000000000000000000 P a37e55626dcb48e4813a230e9052ef10 [sys.catalog]: configured and running, proceeding with master startup.
08:02:25.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:25.543458 10473 leader_election.cc:304] T 00000000000000000000000000000000 P dec75b5c41544bf98b7214cfbd15b6d9 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: a37e55626dcb48e4813a230e9052ef10, dec75b5c41544bf98b7214cfbd15b6d9; no voters:
08:02:25.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:25.543936 10703 raft_consensus.cc:2804] T 00000000000000000000000000000000 P dec75b5c41544bf98b7214cfbd15b6d9 [term 0 FOLLOWER]: Leader pre-election won for term 1
08:02:25.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:25.544092 10703 raft_consensus.cc:493] T 00000000000000000000000000000000 P dec75b5c41544bf98b7214cfbd15b6d9 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:02:25.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:25.544193 10703 raft_consensus.cc:3060] T 00000000000000000000000000000000 P dec75b5c41544bf98b7214cfbd15b6d9 [term 0 FOLLOWER]: Advancing to term 1
08:02:25.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:25.549513 10703 raft_consensus.cc:515] T 00000000000000000000000000000000 P dec75b5c41544bf98b7214cfbd15b6d9 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dec75b5c41544bf98b7214cfbd15b6d9" member_type: VOTER last_known_addr { host: "127.10.51.190" port: 35979 } } peers { permanent_uuid: "82f04fa9acaf4ddc9bd368e4cc7d7ce3" member_type: VOTER last_known_addr { host: "127.10.51.189" port: 44773 } } peers { permanent_uuid: "a37e55626dcb48e4813a230e9052ef10" member_type: VOTER last_known_addr { host: "127.10.51.188" port: 34411 } }
08:02:25.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:25.551725 10703 leader_election.cc:290] T 00000000000000000000000000000000 P dec75b5c41544bf98b7214cfbd15b6d9 [CANDIDATE]: Term 1 election: Requested vote from peers 82f04fa9acaf4ddc9bd368e4cc7d7ce3 (127.10.51.189:44773), a37e55626dcb48e4813a230e9052ef10 (127.10.51.188:34411)
08:02:25.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:25.552845 10660 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "dec75b5c41544bf98b7214cfbd15b6d9" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a37e55626dcb48e4813a230e9052ef10"
08:02:25.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:25.553136 10660 raft_consensus.cc:3060] T 00000000000000000000000000000000 P a37e55626dcb48e4813a230e9052ef10 [term 0 FOLLOWER]: Advancing to term 1
08:02:25.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:25.556519 10660 raft_consensus.cc:2468] T 00000000000000000000000000000000 P a37e55626dcb48e4813a230e9052ef10 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate dec75b5c41544bf98b7214cfbd15b6d9 in term 1.
08:02:25.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:25.557121 10473 leader_election.cc:304] T 00000000000000000000000000000000 P dec75b5c41544bf98b7214cfbd15b6d9 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: a37e55626dcb48e4813a230e9052ef10, dec75b5c41544bf98b7214cfbd15b6d9; no voters:
08:02:25.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:25.557485 10703 raft_consensus.cc:2804] T 00000000000000000000000000000000 P dec75b5c41544bf98b7214cfbd15b6d9 [term 1 FOLLOWER]: Leader election won for term 1
08:02:25.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:25.558141 10703 raft_consensus.cc:697] T 00000000000000000000000000000000 P dec75b5c41544bf98b7214cfbd15b6d9 [term 1 LEADER]: Becoming Leader. State: Replica: dec75b5c41544bf98b7214cfbd15b6d9, State: Running, Role: LEADER
08:02:25.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:25.558740 10703 consensus_queue.cc:237] T 00000000000000000000000000000000 P dec75b5c41544bf98b7214cfbd15b6d9 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dec75b5c41544bf98b7214cfbd15b6d9" member_type: VOTER last_known_addr { host: "127.10.51.190" port: 35979 } } peers { permanent_uuid: "82f04fa9acaf4ddc9bd368e4cc7d7ce3" member_type: VOTER last_known_addr { host: "127.10.51.189" port: 44773 } } peers { permanent_uuid: "a37e55626dcb48e4813a230e9052ef10" member_type: VOTER last_known_addr { host: "127.10.51.188" port: 34411 } }
08:02:25.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:25.566571 10728 sys_catalog.cc:455] T 00000000000000000000000000000000 P dec75b5c41544bf98b7214cfbd15b6d9 [sys.catalog]: SysCatalogTable state changed. Reason: New leader dec75b5c41544bf98b7214cfbd15b6d9. Latest consensus state: current_term: 1 leader_uuid: "dec75b5c41544bf98b7214cfbd15b6d9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dec75b5c41544bf98b7214cfbd15b6d9" member_type: VOTER last_known_addr { host: "127.10.51.190" port: 35979 } } peers { permanent_uuid: "82f04fa9acaf4ddc9bd368e4cc7d7ce3" member_type: VOTER last_known_addr { host: "127.10.51.189" port: 44773 } } peers { permanent_uuid: "a37e55626dcb48e4813a230e9052ef10" member_type: VOTER last_known_addr { host: "127.10.51.188" port: 34411 } } }
08:02:25.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:25.567014 10728 sys_catalog.cc:458] T 00000000000000000000000000000000 P dec75b5c41544bf98b7214cfbd15b6d9 [sys.catalog]: This master's current role is: LEADER
08:02:25.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:25.568575 10732 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
08:02:25.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:25.571048 10732 catalog_manager.cc:1519] Initializing Kudu cluster ID...
08:02:25.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:25.579893 10729 catalog_manager.cc:1593] T 00000000000000000000000000000000 P a37e55626dcb48e4813a230e9052ef10: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:02:25.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:25.580042 10729 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:02:25.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:25.575785 10616 master_runner.cc:187] Error getting master registration for 127.10.51.189:44773: OK, instance_id { permanent_uuid: "82f04fa9acaf4ddc9bd368e4cc7d7ce3" instance_seqno: 1781510544967850 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
08:02:25.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:25.582844 10616 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
08:02:25.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:25.594730 10660 raft_consensus.cc:1275] T 00000000000000000000000000000000 P a37e55626dcb48e4813a230e9052ef10 [term 1 FOLLOWER]: Refusing update from remote peer dec75b5c41544bf98b7214cfbd15b6d9: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:02:25.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:25.596464 10728 consensus_queue.cc:1048] T 00000000000000000000000000000000 P dec75b5c41544bf98b7214cfbd15b6d9 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a37e55626dcb48e4813a230e9052ef10" member_type: VOTER last_known_addr { host: "127.10.51.188" port: 34411 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:02:25.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:25.618495 10717 sys_catalog.cc:455] T 00000000000000000000000000000000 P a37e55626dcb48e4813a230e9052ef10 [sys.catalog]: SysCatalogTable state changed. Reason: New leader dec75b5c41544bf98b7214cfbd15b6d9. Latest consensus state: current_term: 1 leader_uuid: "dec75b5c41544bf98b7214cfbd15b6d9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dec75b5c41544bf98b7214cfbd15b6d9" member_type: VOTER last_known_addr { host: "127.10.51.190" port: 35979 } } peers { permanent_uuid: "82f04fa9acaf4ddc9bd368e4cc7d7ce3" member_type: VOTER last_known_addr { host: "127.10.51.189" port: 44773 } } peers { permanent_uuid: "a37e55626dcb48e4813a230e9052ef10" member_type: VOTER last_known_addr { host: "127.10.51.188" port: 34411 } } }
08:02:25.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:25.618784 10717 sys_catalog.cc:458] T 00000000000000000000000000000000 P a37e55626dcb48e4813a230e9052ef10 [sys.catalog]: This master's current role is: FOLLOWER
08:02:25.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:25.621027 10733 mvcc.cc:204] Tried to move back new op lower bound from 7297067194744078336 to 7297067194613854208. Current Snapshot: MvccSnapshot[applied={T|T < 7297067194744078336}]
08:02:25.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:25.629630 10728 sys_catalog.cc:455] T 00000000000000000000000000000000 P dec75b5c41544bf98b7214cfbd15b6d9 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "dec75b5c41544bf98b7214cfbd15b6d9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dec75b5c41544bf98b7214cfbd15b6d9" member_type: VOTER last_known_addr { host: "127.10.51.190" port: 35979 } } peers { permanent_uuid: "82f04fa9acaf4ddc9bd368e4cc7d7ce3" member_type: VOTER last_known_addr { host: "127.10.51.189" port: 44773 } } peers { permanent_uuid: "a37e55626dcb48e4813a230e9052ef10" member_type: VOTER last_known_addr { host: "127.10.51.188" port: 34411 } } }
08:02:25.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:25.629921 10728 sys_catalog.cc:458] T 00000000000000000000000000000000 P dec75b5c41544bf98b7214cfbd15b6d9 [sys.catalog]: This master's current role is: LEADER
08:02:25.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:25.631584 10717 sys_catalog.cc:455] T 00000000000000000000000000000000 P a37e55626dcb48e4813a230e9052ef10 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "dec75b5c41544bf98b7214cfbd15b6d9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dec75b5c41544bf98b7214cfbd15b6d9" member_type: VOTER last_known_addr { host: "127.10.51.190" port: 35979 } } peers { permanent_uuid: "82f04fa9acaf4ddc9bd368e4cc7d7ce3" member_type: VOTER last_known_addr { host: "127.10.51.189" port: 44773 } } peers { permanent_uuid: "a37e55626dcb48e4813a230e9052ef10" member_type: VOTER last_known_addr { host: "127.10.51.188" port: 34411 } } }
08:02:25.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:25.631820 10717 sys_catalog.cc:458] T 00000000000000000000000000000000 P a37e55626dcb48e4813a230e9052ef10 [sys.catalog]: This master's current role is: FOLLOWER
08:02:25.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:25.632236 10732 catalog_manager.cc:1382] Generated new cluster ID: 6e2705ae39b541a9be3eee4a2a0b7f45
08:02:25.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:25.632347 10732 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
08:02:25.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:25.663152 10732 catalog_manager.cc:1405] Generated new certificate authority record
08:02:25.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:25.667272 10732 catalog_manager.cc:1539] Loading token signing keys...
08:02:25.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:25.675359 10614 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.51.188" port: 34411 } attempt: 5
08:02:25.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:25.690061 10614 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 82f04fa9acaf4ddc9bd368e4cc7d7ce3: Bootstrap starting.
08:02:25.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:25.694721 10614 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 82f04fa9acaf4ddc9bd368e4cc7d7ce3: Neither blocks nor log segments found. Creating new log.
08:02:25.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:25.704566 10732 catalog_manager.cc:6069] T 00000000000000000000000000000000 P dec75b5c41544bf98b7214cfbd15b6d9: Generated new TSK 0
08:02:25.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:25.706319 10614 log.cc:826] T 00000000000000000000000000000000 P 82f04fa9acaf4ddc9bd368e4cc7d7ce3: Log is configured to *not* fsync() on all Append() calls
08:02:25.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:25.707664 10732 catalog_manager.cc:1549] Initializing in-progress tserver states...
08:02:25.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:25.718166 10614 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 82f04fa9acaf4ddc9bd368e4cc7d7ce3: No bootstrap required, opened a new log
08:02:25.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:25.728435 10446 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskjruXVz/build/asan/bin/kudu
08:02:25.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskjruXVz/build/asan/bin/kudu
08:02:25.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskjruXVz/test-tmp/mini-kudu-cluster13563992407863727748/ts-0/wal
08:02:25.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskjruXVz/test-tmp/mini-kudu-cluster13563992407863727748/ts-0/data
08:02:25.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:02:25.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:02:25.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:02:25.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:02:25.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:02:25.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:02:25.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskjruXVz/test-tmp/mini-kudu-cluster13563992407863727748/ts-0/logs
08:02:25.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskjruXVz/test-tmp/mini-kudu-cluster13563992407863727748/ts-0/data/info.pb
08:02:25.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:02:25.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:02:25.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:02:25.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:02:25.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:02:25.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:02:25.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:02:25.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:02:25.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:02:25.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:02:25.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.51.129:0
08:02:25.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.10.51.129
08:02:25.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.51.129
08:02:25.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:02:25.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.10.51.190:35979,127.10.51.189:44773,127.10.51.188:34411
08:02:25.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.51.148:43243
08:02:25.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:02:25.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:02:25.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:02:25.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
08:02:25.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
08:02:25.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
08:02:25.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:25.732378 10614 raft_consensus.cc:359] T 00000000000000000000000000000000 P 82f04fa9acaf4ddc9bd368e4cc7d7ce3 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dec75b5c41544bf98b7214cfbd15b6d9" member_type: VOTER last_known_addr { host: "127.10.51.190" port: 35979 } } peers { permanent_uuid: "82f04fa9acaf4ddc9bd368e4cc7d7ce3" member_type: VOTER last_known_addr { host: "127.10.51.189" port: 44773 } } peers { permanent_uuid: "a37e55626dcb48e4813a230e9052ef10" member_type: VOTER last_known_addr { host: "127.10.51.188" port: 34411 } }
08:02:25.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:25.733094 10614 raft_consensus.cc:385] T 00000000000000000000000000000000 P 82f04fa9acaf4ddc9bd368e4cc7d7ce3 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:02:25.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:25.733352 10614 raft_consensus.cc:740] T 00000000000000000000000000000000 P 82f04fa9acaf4ddc9bd368e4cc7d7ce3 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 82f04fa9acaf4ddc9bd368e4cc7d7ce3, State: Initialized, Role: FOLLOWER
08:02:25.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:25.734741 10614 consensus_queue.cc:260] T 00000000000000000000000000000000 P 82f04fa9acaf4ddc9bd368e4cc7d7ce3 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dec75b5c41544bf98b7214cfbd15b6d9" member_type: VOTER last_known_addr { host: "127.10.51.190" port: 35979 } } peers { permanent_uuid: "82f04fa9acaf4ddc9bd368e4cc7d7ce3" member_type: VOTER last_known_addr { host: "127.10.51.189" port: 44773 } } peers { permanent_uuid: "a37e55626dcb48e4813a230e9052ef10" member_type: VOTER last_known_addr { host: "127.10.51.188" port: 34411 } }
08:02:25.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:25.749758 10739 sys_catalog.cc:455] T 00000000000000000000000000000000 P 82f04fa9acaf4ddc9bd368e4cc7d7ce3 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dec75b5c41544bf98b7214cfbd15b6d9" member_type: VOTER last_known_addr { host: "127.10.51.190" port: 35979 } } peers { permanent_uuid: "82f04fa9acaf4ddc9bd368e4cc7d7ce3" member_type: VOTER last_known_addr { host: "127.10.51.189" port: 44773 } } peers { permanent_uuid: "a37e55626dcb48e4813a230e9052ef10" member_type: VOTER last_known_addr { host: "127.10.51.188" port: 34411 } } }
08:02:25.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:25.750140 10739 sys_catalog.cc:458] T 00000000000000000000000000000000 P 82f04fa9acaf4ddc9bd368e4cc7d7ce3 [sys.catalog]: This master's current role is: FOLLOWER
08:02:25.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:25.752885 10579 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "dec75b5c41544bf98b7214cfbd15b6d9" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "82f04fa9acaf4ddc9bd368e4cc7d7ce3" is_pre_election: true
08:02:25.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:25.753283 10577 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 82f04fa9acaf4ddc9bd368e4cc7d7ce3 [term 0 FOLLOWER]: Advancing to term 1
08:02:25.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:25.753743 10579 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:38444 (request call id 1) took 251 ms (client timeout 317 ms). Trace:
08:02:25.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:25.753885 10579 rpcz_store.cc:269] 0615 08:02:25.501946 (+ 0us) service_pool.cc:167] Inserting onto call queue
08:02:25.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0615 08:02:25.501998 (+ 52us) service_pool.cc:224] Handling call
08:02:25.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0615 08:02:25.753658 (+251660us) inbound_call.cc:177] Queueing success response
08:02:25.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
08:02:25.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:25.755965 10578 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "dec75b5c41544bf98b7214cfbd15b6d9" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "82f04fa9acaf4ddc9bd368e4cc7d7ce3"
08:02:25.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:25.757529 10577 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 82f04fa9acaf4ddc9bd368e4cc7d7ce3 [term 1 FOLLOWER]: Refusing update from remote peer dec75b5c41544bf98b7214cfbd15b6d9: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:02:25.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:25.758690 10614 sys_catalog.cc:565] T 00000000000000000000000000000000 P 82f04fa9acaf4ddc9bd368e4cc7d7ce3 [sys.catalog]: configured and running, proceeding with master startup.
08:02:25.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:25.758983 10728 consensus_queue.cc:1048] T 00000000000000000000000000000000 P dec75b5c41544bf98b7214cfbd15b6d9 [LEADER]: Connected to new peer: Peer: permanent_uuid: "82f04fa9acaf4ddc9bd368e4cc7d7ce3" member_type: VOTER last_known_addr { host: "127.10.51.189" port: 44773 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:02:25.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:25.812453 10739 sys_catalog.cc:455] T 00000000000000000000000000000000 P 82f04fa9acaf4ddc9bd368e4cc7d7ce3 [sys.catalog]: SysCatalogTable state changed. Reason: New leader dec75b5c41544bf98b7214cfbd15b6d9. Latest consensus state: current_term: 1 leader_uuid: "dec75b5c41544bf98b7214cfbd15b6d9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dec75b5c41544bf98b7214cfbd15b6d9" member_type: VOTER last_known_addr { host: "127.10.51.190" port: 35979 } } peers { permanent_uuid: "82f04fa9acaf4ddc9bd368e4cc7d7ce3" member_type: VOTER last_known_addr { host: "127.10.51.189" port: 44773 } } peers { permanent_uuid: "a37e55626dcb48e4813a230e9052ef10" member_type: VOTER last_known_addr { host: "127.10.51.188" port: 34411 } } }
08:02:25.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:25.812419 10749 sys_catalog.cc:455] T 00000000000000000000000000000000 P 82f04fa9acaf4ddc9bd368e4cc7d7ce3 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "dec75b5c41544bf98b7214cfbd15b6d9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dec75b5c41544bf98b7214cfbd15b6d9" member_type: VOTER last_known_addr { host: "127.10.51.190" port: 35979 } } peers { permanent_uuid: "82f04fa9acaf4ddc9bd368e4cc7d7ce3" member_type: VOTER last_known_addr { host: "127.10.51.189" port: 44773 } } peers { permanent_uuid: "a37e55626dcb48e4813a230e9052ef10" member_type: VOTER last_known_addr { host: "127.10.51.188" port: 34411 } } }
08:02:25.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:25.812846 10739 sys_catalog.cc:458] T 00000000000000000000000000000000 P 82f04fa9acaf4ddc9bd368e4cc7d7ce3 [sys.catalog]: This master's current role is: FOLLOWER
08:02:25.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:25.812912 10749 sys_catalog.cc:458] T 00000000000000000000000000000000 P 82f04fa9acaf4ddc9bd368e4cc7d7ce3 [sys.catalog]: This master's current role is: FOLLOWER
08:02:25.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:25.831687 10756 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
08:02:25.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:25.884696 10728 sys_catalog.cc:455] T 00000000000000000000000000000000 P dec75b5c41544bf98b7214cfbd15b6d9 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "dec75b5c41544bf98b7214cfbd15b6d9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dec75b5c41544bf98b7214cfbd15b6d9" member_type: VOTER last_known_addr { host: "127.10.51.190" port: 35979 } } peers { permanent_uuid: "82f04fa9acaf4ddc9bd368e4cc7d7ce3" member_type: VOTER last_known_addr { host: "127.10.51.189" port: 44773 } } peers { permanent_uuid: "a37e55626dcb48e4813a230e9052ef10" member_type: VOTER last_known_addr { host: "127.10.51.188" port: 34411 } } }
08:02:25.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:25.885221 10728 sys_catalog.cc:458] T 00000000000000000000000000000000 P dec75b5c41544bf98b7214cfbd15b6d9 [sys.catalog]: This master's current role is: LEADER
08:02:26.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:26.201936 10740 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:02:26.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:26.202309 10740 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:02:26.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:26.202450 10740 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:02:26.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:26.211673 10740 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:02:26.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:26.211869 10740 flags.cc:432] Enabled experimental flag: --txn_keepalive_interval_ms=1000
08:02:26.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:26.211948 10740 flags.cc:432] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
08:02:26.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:26.212005 10740 flags.cc:432] Enabled experimental flag: --enable_txn_system_client_init=true
08:02:26.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:26.212152 10740 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.10.51.129
08:02:26.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:26.223201 10740 tablet_server_runner.cc:78] Tablet server non-default flags:
08:02:26.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:02:26.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.51.148:43243
08:02:26.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:02:26.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:02:26.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskjruXVz/test-tmp/mini-kudu-cluster13563992407863727748/ts-0/data
08:02:26.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskjruXVz/test-tmp/mini-kudu-cluster13563992407863727748/ts-0/wal
08:02:26.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:02:26.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:02:26.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.51.129:0
08:02:26.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:02:26.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:02:26.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:02:26.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskjruXVz/test-tmp/mini-kudu-cluster13563992407863727748/ts-0/data/info.pb
08:02:26.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.51.129
08:02:26.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:02:26.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
08:02:26.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
08:02:26.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
08:02:26.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.10.51.190:35979,127.10.51.189:44773,127.10.51.188:34411
08:02:26.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:02:26.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:02:26.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:02:26.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:02:26.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:02:26.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.10.51.129
08:02:26.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskjruXVz/test-tmp/mini-kudu-cluster13563992407863727748/ts-0/logs
08:02:26.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:02:26.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:02:26.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:02:26.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:02:26.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:02:26.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6b1bbe17b8ab938291541389a90c67c358bba716
08:02:26.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:02:26.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 15 Jun 2026 07:43:24 UTC on bdcb31816ec0
08:02:26.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12402
08:02:26.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
08:02:26.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:26.225279 10740 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:02:26.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:26.227109 10740 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:02:26.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:26.236567 10761 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:02:26.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:26.237412 10762 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:02:26.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:26.237936 10764 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:02:26.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:26.239207 10740 server_base.cc:1061] running on GCE node
08:02:26.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:26.239992 10740 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:02:26.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:26.240899 10740 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:02:26.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:26.242190 10740 hybrid_clock.cc:648] HybridClock initialized: now 1781510546242125 us; error 42 us; skew 500 ppm
08:02:26.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:26.242482 10740 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:02:26.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:26.244719 10740 webserver.cc:533] Webserver started at http://127.10.51.129:35999/ using document root <none> and password file <none>
08:02:26.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:26.245482 10740 fs_manager.cc:362] Metadata directory not provided
08:02:26.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:26.245587 10740 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:02:26.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:26.245885 10740 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:02:26.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:26.248281 10740 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskjruXVz/test-tmp/mini-kudu-cluster13563992407863727748/ts-0/data/instance:
08:02:26.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7269409477aa43d8870e5ad0c3b1193e"
08:02:26.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-15 08:02:26 on dist-test-slave-t8df"
08:02:26.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:26.249173 10740 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskjruXVz/test-tmp/mini-kudu-cluster13563992407863727748/ts-0/wal/instance:
08:02:26.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7269409477aa43d8870e5ad0c3b1193e"
08:02:26.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-15 08:02:26 on dist-test-slave-t8df"
08:02:26.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:26.254763 10740 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.004s sys 0.000s
08:02:26.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:26.258141 10770 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:02:26.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:26.259603 10740 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.004s sys 0.000s
08:02:26.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:26.259753 10740 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskjruXVz/test-tmp/mini-kudu-cluster13563992407863727748/ts-0/data,/tmp/dist-test-taskjruXVz/test-tmp/mini-kudu-cluster13563992407863727748/ts-0/wal
08:02:26.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7269409477aa43d8870e5ad0c3b1193e"
08:02:26.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-15 08:02:26 on dist-test-slave-t8df"
08:02:26.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:26.259963 10740 fs_report.cc:389] FS layout report
08:02:26.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:02:26.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskjruXVz/test-tmp/mini-kudu-cluster13563992407863727748/ts-0/wal
08:02:26.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskjruXVz/test-tmp/mini-kudu-cluster13563992407863727748/ts-0/wal
08:02:26.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskjruXVz/test-tmp/mini-kudu-cluster13563992407863727748/ts-0/data/data
08:02:26.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:02:26.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:02:26.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:02:26.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:02:26.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:02:26.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:02:26.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:02:26.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:02:26.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:02:26.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:02:26.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:02:26.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:26.276206 10740 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:02:26.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:26.277125 10740 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:02:26.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:26.277364 10740 kserver.cc:163] Server-wide thread pool size limit: 3276
08:02:26.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:26.280395 10740 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
08:02:26.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:26.280670 10740 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.001s sys 0.000s
08:02:26.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:26.280810 10740 ts_tablet_manager.cc:616] Registered 0 tablets
08:02:26.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:26.280890 10740 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
08:02:26.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:26.357476 10740 rpc_server.cc:307] RPC server started. Bound to: 127.10.51.129:33113
08:02:26.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:26.357534 10894 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.10.51.129:33113 every 8 connection(s)
08:02:26.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:26.359182 10740 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskjruXVz/test-tmp/mini-kudu-cluster13563992407863727748/ts-0/data/info.pb
08:02:26.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:26.361194 10446 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskjruXVz/build/asan/bin/kudu as pid 10740
08:02:26.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:26.361408 10446 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskjruXVz/test-tmp/mini-kudu-cluster13563992407863727748/ts-0/wal/instance
08:02:26.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:26.364584 10896 heartbeater.cc:344] Connected to a master server at 127.10.51.190:35979
08:02:26.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:26.365139 10896 heartbeater.cc:461] Registering TS with master...
08:02:26.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:26.366469 10896 heartbeater.cc:507] Master 127.10.51.190:35979 requested a full tablet report, sending...
08:02:26.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:26.367403 10446 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskjruXVz/build/asan/bin/kudu
08:02:26.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskjruXVz/build/asan/bin/kudu
08:02:26.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskjruXVz/test-tmp/mini-kudu-cluster13563992407863727748/ts-1/wal
08:02:26.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskjruXVz/test-tmp/mini-kudu-cluster13563992407863727748/ts-1/data
08:02:26.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:02:26.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:02:26.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:02:26.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:02:26.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:02:26.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:02:26.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskjruXVz/test-tmp/mini-kudu-cluster13563992407863727748/ts-1/logs
08:02:26.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskjruXVz/test-tmp/mini-kudu-cluster13563992407863727748/ts-1/data/info.pb
08:02:26.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:02:26.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:02:26.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:02:26.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:02:26.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:02:26.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:02:26.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:02:26.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:02:26.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:02:26.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:02:26.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.51.130:0
08:02:26.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.10.51.130
08:02:26.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.51.130
08:02:26.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:02:26.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.10.51.190:35979,127.10.51.189:44773,127.10.51.188:34411
08:02:26.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.51.148:43243
08:02:26.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:02:26.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:02:26.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:02:26.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
08:02:26.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
08:02:26.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
08:02:26.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:26.369035 10487 ts_manager.cc:194] Registered new tserver with Master: 7269409477aa43d8870e5ad0c3b1193e (127.10.51.129:33113)
08:02:26.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:26.371555 10487 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.10.51.129:56339
08:02:26.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:26.372478 10897 heartbeater.cc:344] Connected to a master server at 127.10.51.189:44773
08:02:26.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:26.372649 10897 heartbeater.cc:461] Registering TS with master...
08:02:26.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:26.373652 10897 heartbeater.cc:507] Master 127.10.51.189:44773 requested a full tablet report, sending...
08:02:26.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:26.375545 10569 ts_manager.cc:194] Registered new tserver with Master: 7269409477aa43d8870e5ad0c3b1193e (127.10.51.129:33113)
08:02:26.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:26.377066 10895 heartbeater.cc:344] Connected to a master server at 127.10.51.188:34411
08:02:26.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:26.377210 10895 heartbeater.cc:461] Registering TS with master...
08:02:26.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:26.377521 10895 heartbeater.cc:507] Master 127.10.51.188:34411 requested a full tablet report, sending...
08:02:26.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:26.379168 10650 ts_manager.cc:194] Registered new tserver with Master: 7269409477aa43d8870e5ad0c3b1193e (127.10.51.129:33113)
08:02:26.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:26.582049 10729 catalog_manager.cc:1294] Loaded cluster ID: 6e2705ae39b541a9be3eee4a2a0b7f45
08:02:26.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:26.582178 10729 catalog_manager.cc:1587] T 00000000000000000000000000000000 P a37e55626dcb48e4813a230e9052ef10: loading cluster ID for follower catalog manager: success
08:02:26.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:26.584832 10729 catalog_manager.cc:1609] T 00000000000000000000000000000000 P a37e55626dcb48e4813a230e9052ef10: acquiring CA information for follower catalog manager: success
08:02:26.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:26.586755 10729 catalog_manager.cc:1637] T 00000000000000000000000000000000 P a37e55626dcb48e4813a230e9052ef10: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
08:02:26.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:26.738726 10900 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:02:26.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:26.739115 10900 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:02:26.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:26.739261 10900 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:02:26.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:26.748085 10900 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:02:26.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:26.748273 10900 flags.cc:432] Enabled experimental flag: --txn_keepalive_interval_ms=1000
08:02:26.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:26.748351 10900 flags.cc:432] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
08:02:26.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:26.748409 10900 flags.cc:432] Enabled experimental flag: --enable_txn_system_client_init=true
08:02:26.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:26.748560 10900 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.10.51.130
08:02:26.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:26.759095 10900 tablet_server_runner.cc:78] Tablet server non-default flags:
08:02:26.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:02:26.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.51.148:43243
08:02:26.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:02:26.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:02:26.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskjruXVz/test-tmp/mini-kudu-cluster13563992407863727748/ts-1/data
08:02:26.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskjruXVz/test-tmp/mini-kudu-cluster13563992407863727748/ts-1/wal
08:02:26.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:02:26.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:02:26.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.51.130:0
08:02:26.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:02:26.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:02:26.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:02:26.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskjruXVz/test-tmp/mini-kudu-cluster13563992407863727748/ts-1/data/info.pb
08:02:26.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.51.130
08:02:26.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:02:26.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
08:02:26.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
08:02:26.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
08:02:26.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.10.51.190:35979,127.10.51.189:44773,127.10.51.188:34411
08:02:26.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:02:26.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:02:26.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:02:26.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:02:26.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:02:26.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.10.51.130
08:02:26.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskjruXVz/test-tmp/mini-kudu-cluster13563992407863727748/ts-1/logs
08:02:26.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:02:26.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:02:26.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:02:26.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:02:26.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:02:26.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6b1bbe17b8ab938291541389a90c67c358bba716
08:02:26.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:02:26.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 15 Jun 2026 07:43:24 UTC on bdcb31816ec0
08:02:26.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12402
08:02:26.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
08:02:26.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:26.761096 10900 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:02:26.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:26.762940 10900 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:02:26.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:26.773344 10906 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:02:26.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:26.773514 10905 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:02:26.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:26.773375 10908 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:02:26.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:26.774892 10900 server_base.cc:1061] running on GCE node
08:02:26.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:26.775544 10900 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:02:26.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:26.776542 10900 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:02:26.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:26.777791 10900 hybrid_clock.cc:648] HybridClock initialized: now 1781510546777707 us; error 53 us; skew 500 ppm
08:02:26.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:26.778129 10900 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:02:26.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:26.780427 10900 webserver.cc:533] Webserver started at http://127.10.51.130:37987/ using document root <none> and password file <none>
08:02:26.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:26.781286 10900 fs_manager.cc:362] Metadata directory not provided
08:02:26.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:26.781436 10900 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:02:26.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:26.781850 10900 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:02:26.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:26.784302 10900 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskjruXVz/test-tmp/mini-kudu-cluster13563992407863727748/ts-1/data/instance:
08:02:26.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c93d03bb7466462bbcddd3a0be62687d"
08:02:26.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-15 08:02:26 on dist-test-slave-t8df"
08:02:26.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:26.785151 10900 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskjruXVz/test-tmp/mini-kudu-cluster13563992407863727748/ts-1/wal/instance:
08:02:26.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c93d03bb7466462bbcddd3a0be62687d"
08:02:26.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-15 08:02:26 on dist-test-slave-t8df"
08:02:26.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:26.790378 10900 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.004s sys 0.000s
08:02:26.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:26.793831 10914 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:02:26.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:26.795219 10900 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.004s sys 0.000s
08:02:26.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:26.795356 10900 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskjruXVz/test-tmp/mini-kudu-cluster13563992407863727748/ts-1/data,/tmp/dist-test-taskjruXVz/test-tmp/mini-kudu-cluster13563992407863727748/ts-1/wal
08:02:26.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c93d03bb7466462bbcddd3a0be62687d"
08:02:26.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-15 08:02:26 on dist-test-slave-t8df"
08:02:26.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:26.795580 10900 fs_report.cc:389] FS layout report
08:02:26.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:02:26.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskjruXVz/test-tmp/mini-kudu-cluster13563992407863727748/ts-1/wal
08:02:26.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskjruXVz/test-tmp/mini-kudu-cluster13563992407863727748/ts-1/wal
08:02:26.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskjruXVz/test-tmp/mini-kudu-cluster13563992407863727748/ts-1/data/data
08:02:26.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:02:26.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:02:26.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:02:26.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:02:26.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:02:26.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:02:26.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:02:26.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:02:26.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:02:26.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:02:26.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:02:26.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:26.819867 10900 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:02:26.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:26.820820 10900 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:02:26.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:26.821130 10900 kserver.cc:163] Server-wide thread pool size limit: 3276
08:02:26.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:26.824226 10900 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
08:02:26.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:26.824364 10900 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
08:02:26.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:26.824491 10900 ts_tablet_manager.cc:616] Registered 0 tablets
08:02:26.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:26.824594 10900 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
08:02:26.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:26.837846 10756 catalog_manager.cc:1294] Loaded cluster ID: 6e2705ae39b541a9be3eee4a2a0b7f45
08:02:26.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:26.837971 10756 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 82f04fa9acaf4ddc9bd368e4cc7d7ce3: loading cluster ID for follower catalog manager: success
08:02:26.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:26.842585 10756 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 82f04fa9acaf4ddc9bd368e4cc7d7ce3: acquiring CA information for follower catalog manager: success
08:02:26.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:26.846001 10756 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 82f04fa9acaf4ddc9bd368e4cc7d7ce3: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
08:02:26.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:26.917830 10900 rpc_server.cc:307] RPC server started. Bound to: 127.10.51.130:38089
08:02:26.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:26.917860 11036 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.10.51.130:38089 every 8 connection(s)
08:02:26.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:26.919778 10900 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskjruXVz/test-tmp/mini-kudu-cluster13563992407863727748/ts-1/data/info.pb
08:02:26.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:26.922722 10446 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskjruXVz/build/asan/bin/kudu as pid 10900
08:02:26.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:26.922909 10446 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskjruXVz/test-tmp/mini-kudu-cluster13563992407863727748/ts-1/wal/instance
08:02:26.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:26.926184 11038 heartbeater.cc:344] Connected to a master server at 127.10.51.190:35979
08:02:26.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:26.926534 11038 heartbeater.cc:461] Registering TS with master...
08:02:26.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:26.927631 11038 heartbeater.cc:507] Master 127.10.51.190:35979 requested a full tablet report, sending...
08:02:26.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:26.929234 10488 ts_manager.cc:194] Registered new tserver with Master: c93d03bb7466462bbcddd3a0be62687d (127.10.51.130:38089)
08:02:26.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:26.930401 10488 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.10.51.130:48375
08:02:26.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:26.932749 10446 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskjruXVz/build/asan/bin/kudu
08:02:26.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskjruXVz/build/asan/bin/kudu
08:02:26.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskjruXVz/test-tmp/mini-kudu-cluster13563992407863727748/ts-2/wal
08:02:26.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskjruXVz/test-tmp/mini-kudu-cluster13563992407863727748/ts-2/data
08:02:26.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:02:26.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:02:26.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:02:26.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:02:26.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:02:26.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:02:26.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskjruXVz/test-tmp/mini-kudu-cluster13563992407863727748/ts-2/logs
08:02:26.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskjruXVz/test-tmp/mini-kudu-cluster13563992407863727748/ts-2/data/info.pb
08:02:26.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:02:26.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:02:26.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:02:26.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:02:26.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:02:26.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:02:26.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:02:26.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:02:26.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:02:26.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:02:26.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.51.131:0
08:02:26.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.10.51.131
08:02:26.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.51.131
08:02:26.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:02:26.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.10.51.190:35979,127.10.51.189:44773,127.10.51.188:34411
08:02:26.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.51.148:43243
08:02:26.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:02:26.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:02:26.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:02:26.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
08:02:26.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
08:02:26.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
08:02:26.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:26.940933 11037 heartbeater.cc:344] Connected to a master server at 127.10.51.188:34411
08:02:26.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:26.941286 11037 heartbeater.cc:461] Registering TS with master...
08:02:26.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:26.941887 11037 heartbeater.cc:507] Master 127.10.51.188:34411 requested a full tablet report, sending...
08:02:26.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:26.941447 11039 heartbeater.cc:344] Connected to a master server at 127.10.51.189:44773
08:02:26.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:26.942309 11039 heartbeater.cc:461] Registering TS with master...
08:02:26.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:26.942605 11039 heartbeater.cc:507] Master 127.10.51.189:44773 requested a full tablet report, sending...
08:02:26.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:26.943327 10650 ts_manager.cc:194] Registered new tserver with Master: c93d03bb7466462bbcddd3a0be62687d (127.10.51.130:38089)
08:02:26.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:26.943645 10569 ts_manager.cc:194] Registered new tserver with Master: c93d03bb7466462bbcddd3a0be62687d (127.10.51.130:38089)
08:02:27.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:27.313745 11042 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:02:27.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:27.314095 11042 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:02:27.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:27.314191 11042 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:02:27.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:27.323386 11042 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:02:27.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:27.323544 11042 flags.cc:432] Enabled experimental flag: --txn_keepalive_interval_ms=1000
08:02:27.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:27.323603 11042 flags.cc:432] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
08:02:27.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:27.323649 11042 flags.cc:432] Enabled experimental flag: --enable_txn_system_client_init=true
08:02:27.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:27.323736 11042 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.10.51.131
08:02:27.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.334705 11042 tablet_server_runner.cc:78] Tablet server non-default flags:
08:02:27.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:02:27.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.51.148:43243
08:02:27.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:02:27.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:02:27.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskjruXVz/test-tmp/mini-kudu-cluster13563992407863727748/ts-2/data
08:02:27.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskjruXVz/test-tmp/mini-kudu-cluster13563992407863727748/ts-2/wal
08:02:27.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:02:27.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:02:27.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.51.131:0
08:02:27.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:02:27.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:02:27.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:02:27.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskjruXVz/test-tmp/mini-kudu-cluster13563992407863727748/ts-2/data/info.pb
08:02:27.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.51.131
08:02:27.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:02:27.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
08:02:27.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
08:02:27.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
08:02:27.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.10.51.190:35979,127.10.51.189:44773,127.10.51.188:34411
08:02:27.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:02:27.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:02:27.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:02:27.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:02:27.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:02:27.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.10.51.131
08:02:27.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskjruXVz/test-tmp/mini-kudu-cluster13563992407863727748/ts-2/logs
08:02:27.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:02:27.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:02:27.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:02:27.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:02:27.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:02:27.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6b1bbe17b8ab938291541389a90c67c358bba716
08:02:27.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:02:27.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 15 Jun 2026 07:43:24 UTC on bdcb31816ec0
08:02:27.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12402
08:02:27.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
08:02:27.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.336426 11042 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:02:27.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.338428 11042 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:02:27.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:27.349354 11048 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:02:27.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:27.350044 11050 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:02:27.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:27.350046 11047 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:02:27.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.350509 11042 server_base.cc:1061] running on GCE node
08:02:27.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.351212 11042 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:02:27.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.352334 11042 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:02:27.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.353611 11042 hybrid_clock.cc:648] HybridClock initialized: now 1781510547353543 us; error 33 us; skew 500 ppm
08:02:27.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.353981 11042 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:02:27.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.356673 11042 webserver.cc:533] Webserver started at http://127.10.51.131:37491/ using document root <none> and password file <none>
08:02:27.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.357923 11042 fs_manager.cc:362] Metadata directory not provided
08:02:27.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.358116 11042 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:02:27.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.358625 11042 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:02:27.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.362174 11042 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskjruXVz/test-tmp/mini-kudu-cluster13563992407863727748/ts-2/data/instance:
08:02:27.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c2d48e101b9340ae92c87ed3a6c0b18b"
08:02:27.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-15 08:02:27 on dist-test-slave-t8df"
08:02:27.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.363299 11042 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskjruXVz/test-tmp/mini-kudu-cluster13563992407863727748/ts-2/wal/instance:
08:02:27.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c2d48e101b9340ae92c87ed3a6c0b18b"
08:02:27.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-15 08:02:27 on dist-test-slave-t8df"
08:02:27.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.369773 11042 fs_manager.cc:696] Time spent creating directory manager: real 0.006s user 0.007s sys 0.000s
08:02:27.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.373737 11056 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:02:27.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.375257 11042 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.004s sys 0.000s
08:02:27.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.375485 11042 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskjruXVz/test-tmp/mini-kudu-cluster13563992407863727748/ts-2/data,/tmp/dist-test-taskjruXVz/test-tmp/mini-kudu-cluster13563992407863727748/ts-2/wal
08:02:27.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c2d48e101b9340ae92c87ed3a6c0b18b"
08:02:27.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-15 08:02:27 on dist-test-slave-t8df"
08:02:27.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.375754 11042 fs_report.cc:389] FS layout report
08:02:27.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:02:27.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskjruXVz/test-tmp/mini-kudu-cluster13563992407863727748/ts-2/wal
08:02:27.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskjruXVz/test-tmp/mini-kudu-cluster13563992407863727748/ts-2/wal
08:02:27.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskjruXVz/test-tmp/mini-kudu-cluster13563992407863727748/ts-2/data/data
08:02:27.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:02:27.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:02:27.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:02:27.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:02:27.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:02:27.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:02:27.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:02:27.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:02:27.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:02:27.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:02:27.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:02:27.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.376227 10896 heartbeater.cc:499] Master 127.10.51.190:35979 was elected leader, sending a full tablet report...
08:02:27.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.396786 11042 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:02:27.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.397809 11042 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:02:27.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.398190 11042 kserver.cc:163] Server-wide thread pool size limit: 3276
08:02:27.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.401827 11042 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
08:02:27.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.401973 11042 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
08:02:27.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.402246 11042 ts_tablet_manager.cc:616] Registered 0 tablets
08:02:27.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.402441 11042 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
08:02:27.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.472402 11042 rpc_server.cc:307] RPC server started. Bound to: 127.10.51.131:38989
08:02:27.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.472491 11178 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.10.51.131:38989 every 8 connection(s)
08:02:27.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.473877 11042 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskjruXVz/test-tmp/mini-kudu-cluster13563992407863727748/ts-2/data/info.pb
08:02:27.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.476991 11180 heartbeater.cc:344] Connected to a master server at 127.10.51.190:35979
08:02:27.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.477890 11180 heartbeater.cc:461] Registering TS with master...
08:02:27.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.478950 11180 heartbeater.cc:507] Master 127.10.51.190:35979 requested a full tablet report, sending...
08:02:27.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.480546 10488 ts_manager.cc:194] Registered new tserver with Master: c2d48e101b9340ae92c87ed3a6c0b18b (127.10.51.131:38989)
08:02:27.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.480827 10446 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskjruXVz/build/asan/bin/kudu as pid 11042
08:02:27.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.480989 10446 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskjruXVz/test-tmp/mini-kudu-cluster13563992407863727748/ts-2/wal/instance
08:02:27.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.481678 10488 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.10.51.131:49273
08:02:27.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.485090 11179 heartbeater.cc:344] Connected to a master server at 127.10.51.188:34411
08:02:27.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.485683 11179 heartbeater.cc:461] Registering TS with master...
08:02:27.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.486210 11179 heartbeater.cc:507] Master 127.10.51.188:34411 requested a full tablet report, sending...
08:02:27.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.486874 11181 heartbeater.cc:344] Connected to a master server at 127.10.51.189:44773
08:02:27.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.487013 11181 heartbeater.cc:461] Registering TS with master...
08:02:27.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.487234 11181 heartbeater.cc:507] Master 127.10.51.189:44773 requested a full tablet report, sending...
08:02:27.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.487566 10650 ts_manager.cc:194] Registered new tserver with Master: c2d48e101b9340ae92c87ed3a6c0b18b (127.10.51.131:38989)
08:02:27.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.488631 10568 ts_manager.cc:194] Registered new tserver with Master: c2d48e101b9340ae92c87ed3a6c0b18b (127.10.51.131:38989)
08:02:27.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.491950 10446 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
08:02:27.493 [DEBUG - main] (MiniKuduCluster.java:195) Response:
08:02:27.494 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
08:02:27.495 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.10.51.190"
port: 35979
}
bound_http_address {
host: "127.10.51.190"
port: 38581
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.10.51.189"
port: 44773
}
bound_http_address {
host: "127.10.51.189"
port: 41327
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.10.51.188"
port: 34411
}
bound_http_address {
host: "127.10.51.188"
port: 41387
}
}
}
08:02:27.495 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
08:02:27.496 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.10.51.129"
port: 33113
}
bound_http_address {
host: "127.10.51.129"
port: 35999
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.10.51.130"
port: 38089
}
bound_http_address {
host: "127.10.51.130"
port: 37987
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.10.51.131"
port: 38989
}
bound_http_address {
host: "127.10.51.131"
port: 37491
}
}
}
08:02:27.496 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
08:02:27.497 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
08:02:27.499 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.10.51.190:35979(127.10.51.190:35979)] connecting to peer
08:02:27.500 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.10.51.188:34411(127.10.51.188:34411)] connecting to peer
08:02:27.501 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.10.51.190:35979(127.10.51.190:35979)] Successfully connected to peer
08:02:27.501 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.10.51.189:44773(127.10.51.189:44773)] connecting to peer
08:02:27.502 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.10.51.188:34411(127.10.51.188:34411)] Successfully connected to peer
08:02:27.502 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.10.51.190
08:02:27.503 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.10.51.189:44773(127.10.51.189:44773)] Successfully connected to peer
08:02:27.505 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.10.51.189
08:02:27.511 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.10.51.188
08:02:27.518 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x181ae700, L:/127.0.0.1:49646 - R:/127.10.51.190:35979] using SASL/PLAIN
08:02:27.520 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
08:02:27.520 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=22), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.190:35979, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.188:34411, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.189:44773, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.51.190:35979: OK, deferred=null) after lookup
08:02:27.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.522415 10488 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:49646:
08:02:27.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_manager_fallback_rolling"
08:02:27.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
08:02:27.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:02:27.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
08:02:27.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
08:02:27.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
08:02:27.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:02:27.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:02:27.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:02:27.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
08:02:27.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:02:27.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:02:27.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column1_i"
08:02:27.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
08:02:27.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
08:02:27.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:02:27.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:02:27.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:02:27.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
08:02:27.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:02:27.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:02:27.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column2_i"
08:02:27.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
08:02:27.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
08:02:27.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:02:27.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:02:27.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:02:27.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
08:02:27.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:02:27.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:02:27.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column3_s"
08:02:27.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
08:02:27.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
08:02:27.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: true
08:02:27.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: DICT_ENCODING
08:02:27.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: LZ4
08:02:27.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 4096
08:02:27.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:02:27.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
08:02:27.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:02:27.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:02:27.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column4_b"
08:02:27.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: BOOL
08:02:27.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
08:02:27.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:02:27.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:02:27.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:02:27.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
08:02:27.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:02:27.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:02:27.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
08:02:27.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) hash_schema {
08:02:27.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:02:27.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
08:02:27.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:02:27.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_buckets: 2
08:02:27.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) seed: 0
08:02:27.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:02:27.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:02:27.526 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xc5d5ed36, L:/127.0.0.1:40862 - R:/127.10.51.188:34411] using SASL/PLAIN
08:02:27.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:27.524991 10488 catalog_manager.cc:7076] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table txn_manager_fallback_rolling in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
08:02:27.532 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xa02c267e, L:/127.0.0.1:38456 - R:/127.10.51.189:44773] using SASL/PLAIN
08:02:27.549 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 5521c9c4aabd4c95bf492ab5a0874f9f
08:02:27.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.599357 10971 tablet_service.cc:1511] Processing CreateTablet for tablet 13b001395ba04febb822739b521581c3 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=5521c9c4aabd4c95bf492ab5a0874f9f]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
08:02:27.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.599278 10830 tablet_service.cc:1511] Processing CreateTablet for tablet 85eacdcd44f64677b8f184989df8e135 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=5521c9c4aabd4c95bf492ab5a0874f9f]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
08:02:27.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.599282 10972 tablet_service.cc:1511] Processing CreateTablet for tablet 85eacdcd44f64677b8f184989df8e135 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=5521c9c4aabd4c95bf492ab5a0874f9f]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
08:02:27.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.600214 11114 tablet_service.cc:1511] Processing CreateTablet for tablet 85eacdcd44f64677b8f184989df8e135 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=5521c9c4aabd4c95bf492ab5a0874f9f]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
08:02:27.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.600814 10830 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 85eacdcd44f64677b8f184989df8e135. 1 dirs total, 0 dirs full, 0 dirs failed
08:02:27.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.601238 10972 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 85eacdcd44f64677b8f184989df8e135. 1 dirs total, 0 dirs full, 0 dirs failed
08:02:27.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.601723 11113 tablet_service.cc:1511] Processing CreateTablet for tablet 13b001395ba04febb822739b521581c3 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=5521c9c4aabd4c95bf492ab5a0874f9f]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
08:02:27.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.601967 11114 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 85eacdcd44f64677b8f184989df8e135. 1 dirs total, 0 dirs full, 0 dirs failed
08:02:27.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.603794 10829 tablet_service.cc:1511] Processing CreateTablet for tablet 13b001395ba04febb822739b521581c3 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=5521c9c4aabd4c95bf492ab5a0874f9f]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
08:02:27.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.604322 10829 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 13b001395ba04febb822739b521581c3. 1 dirs total, 0 dirs full, 0 dirs failed
08:02:27.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.606077 11113 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 13b001395ba04febb822739b521581c3. 1 dirs total, 0 dirs full, 0 dirs failed
08:02:27.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.609980 10971 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 13b001395ba04febb822739b521581c3. 1 dirs total, 0 dirs full, 0 dirs failed
08:02:27.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.622874 11205 tablet_bootstrap.cc:492] T 13b001395ba04febb822739b521581c3 P 7269409477aa43d8870e5ad0c3b1193e: Bootstrap starting.
08:02:27.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.623554 11206 tablet_bootstrap.cc:492] T 85eacdcd44f64677b8f184989df8e135 P c2d48e101b9340ae92c87ed3a6c0b18b: Bootstrap starting.
08:02:27.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.625756 11207 tablet_bootstrap.cc:492] T 85eacdcd44f64677b8f184989df8e135 P c93d03bb7466462bbcddd3a0be62687d: Bootstrap starting.
08:02:27.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.627352 11205 tablet_bootstrap.cc:654] T 13b001395ba04febb822739b521581c3 P 7269409477aa43d8870e5ad0c3b1193e: Neither blocks nor log segments found. Creating new log.
08:02:27.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.627352 11206 tablet_bootstrap.cc:654] T 85eacdcd44f64677b8f184989df8e135 P c2d48e101b9340ae92c87ed3a6c0b18b: Neither blocks nor log segments found. Creating new log.
08:02:27.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.628743 11206 log.cc:826] T 85eacdcd44f64677b8f184989df8e135 P c2d48e101b9340ae92c87ed3a6c0b18b: Log is configured to *not* fsync() on all Append() calls
08:02:27.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.629166 11205 log.cc:826] T 13b001395ba04febb822739b521581c3 P 7269409477aa43d8870e5ad0c3b1193e: Log is configured to *not* fsync() on all Append() calls
08:02:27.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.630220 11207 tablet_bootstrap.cc:654] T 85eacdcd44f64677b8f184989df8e135 P c93d03bb7466462bbcddd3a0be62687d: Neither blocks nor log segments found. Creating new log.
08:02:27.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.631593 11207 log.cc:826] T 85eacdcd44f64677b8f184989df8e135 P c93d03bb7466462bbcddd3a0be62687d: Log is configured to *not* fsync() on all Append() calls
08:02:27.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.638437 11205 tablet_bootstrap.cc:492] T 13b001395ba04febb822739b521581c3 P 7269409477aa43d8870e5ad0c3b1193e: No bootstrap required, opened a new log
08:02:27.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.638785 11206 tablet_bootstrap.cc:492] T 85eacdcd44f64677b8f184989df8e135 P c2d48e101b9340ae92c87ed3a6c0b18b: No bootstrap required, opened a new log
08:02:27.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.638973 11205 ts_tablet_manager.cc:1403] T 13b001395ba04febb822739b521581c3 P 7269409477aa43d8870e5ad0c3b1193e: Time spent bootstrapping tablet: real 0.016s user 0.010s sys 0.004s
08:02:27.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.640867 11206 ts_tablet_manager.cc:1403] T 85eacdcd44f64677b8f184989df8e135 P c2d48e101b9340ae92c87ed3a6c0b18b: Time spent bootstrapping tablet: real 0.016s user 0.008s sys 0.006s
08:02:27.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.646276 11207 tablet_bootstrap.cc:492] T 85eacdcd44f64677b8f184989df8e135 P c93d03bb7466462bbcddd3a0be62687d: No bootstrap required, opened a new log
08:02:27.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.646718 11207 ts_tablet_manager.cc:1403] T 85eacdcd44f64677b8f184989df8e135 P c93d03bb7466462bbcddd3a0be62687d: Time spent bootstrapping tablet: real 0.021s user 0.020s sys 0.000s
08:02:27.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.646628 11205 raft_consensus.cc:359] T 13b001395ba04febb822739b521581c3 P 7269409477aa43d8870e5ad0c3b1193e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7269409477aa43d8870e5ad0c3b1193e" member_type: VOTER last_known_addr { host: "127.10.51.129" port: 33113 } } peers { permanent_uuid: "c93d03bb7466462bbcddd3a0be62687d" member_type: VOTER last_known_addr { host: "127.10.51.130" port: 38089 } } peers { permanent_uuid: "c2d48e101b9340ae92c87ed3a6c0b18b" member_type: VOTER last_known_addr { host: "127.10.51.131" port: 38989 } }
08:02:27.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.647163 11205 raft_consensus.cc:385] T 13b001395ba04febb822739b521581c3 P 7269409477aa43d8870e5ad0c3b1193e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:02:27.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.647343 11205 raft_consensus.cc:740] T 13b001395ba04febb822739b521581c3 P 7269409477aa43d8870e5ad0c3b1193e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7269409477aa43d8870e5ad0c3b1193e, State: Initialized, Role: FOLLOWER
08:02:27.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.648257 11205 consensus_queue.cc:260] T 13b001395ba04febb822739b521581c3 P 7269409477aa43d8870e5ad0c3b1193e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7269409477aa43d8870e5ad0c3b1193e" member_type: VOTER last_known_addr { host: "127.10.51.129" port: 33113 } } peers { permanent_uuid: "c93d03bb7466462bbcddd3a0be62687d" member_type: VOTER last_known_addr { host: "127.10.51.130" port: 38089 } } peers { permanent_uuid: "c2d48e101b9340ae92c87ed3a6c0b18b" member_type: VOTER last_known_addr { host: "127.10.51.131" port: 38989 } }
08:02:27.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.650940 11206 raft_consensus.cc:359] T 85eacdcd44f64677b8f184989df8e135 P c2d48e101b9340ae92c87ed3a6c0b18b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2d48e101b9340ae92c87ed3a6c0b18b" member_type: VOTER last_known_addr { host: "127.10.51.131" port: 38989 } } peers { permanent_uuid: "7269409477aa43d8870e5ad0c3b1193e" member_type: VOTER last_known_addr { host: "127.10.51.129" port: 33113 } } peers { permanent_uuid: "c93d03bb7466462bbcddd3a0be62687d" member_type: VOTER last_known_addr { host: "127.10.51.130" port: 38089 } }
08:02:27.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.651620 11206 raft_consensus.cc:385] T 85eacdcd44f64677b8f184989df8e135 P c2d48e101b9340ae92c87ed3a6c0b18b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:02:27.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.651852 11206 raft_consensus.cc:740] T 85eacdcd44f64677b8f184989df8e135 P c2d48e101b9340ae92c87ed3a6c0b18b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c2d48e101b9340ae92c87ed3a6c0b18b, State: Initialized, Role: FOLLOWER
08:02:27.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.653051 11206 consensus_queue.cc:260] T 85eacdcd44f64677b8f184989df8e135 P c2d48e101b9340ae92c87ed3a6c0b18b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2d48e101b9340ae92c87ed3a6c0b18b" member_type: VOTER last_known_addr { host: "127.10.51.131" port: 38989 } } peers { permanent_uuid: "7269409477aa43d8870e5ad0c3b1193e" member_type: VOTER last_known_addr { host: "127.10.51.129" port: 33113 } } peers { permanent_uuid: "c93d03bb7466462bbcddd3a0be62687d" member_type: VOTER last_known_addr { host: "127.10.51.130" port: 38089 } }
08:02:27.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.653908 11207 raft_consensus.cc:359] T 85eacdcd44f64677b8f184989df8e135 P c93d03bb7466462bbcddd3a0be62687d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2d48e101b9340ae92c87ed3a6c0b18b" member_type: VOTER last_known_addr { host: "127.10.51.131" port: 38989 } } peers { permanent_uuid: "7269409477aa43d8870e5ad0c3b1193e" member_type: VOTER last_known_addr { host: "127.10.51.129" port: 33113 } } peers { permanent_uuid: "c93d03bb7466462bbcddd3a0be62687d" member_type: VOTER last_known_addr { host: "127.10.51.130" port: 38089 } }
08:02:27.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.654445 11207 raft_consensus.cc:385] T 85eacdcd44f64677b8f184989df8e135 P c93d03bb7466462bbcddd3a0be62687d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:02:27.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.654896 11207 raft_consensus.cc:740] T 85eacdcd44f64677b8f184989df8e135 P c93d03bb7466462bbcddd3a0be62687d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c93d03bb7466462bbcddd3a0be62687d, State: Initialized, Role: FOLLOWER
08:02:27.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.655907 11207 consensus_queue.cc:260] T 85eacdcd44f64677b8f184989df8e135 P c93d03bb7466462bbcddd3a0be62687d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2d48e101b9340ae92c87ed3a6c0b18b" member_type: VOTER last_known_addr { host: "127.10.51.131" port: 38989 } } peers { permanent_uuid: "7269409477aa43d8870e5ad0c3b1193e" member_type: VOTER last_known_addr { host: "127.10.51.129" port: 33113 } } peers { permanent_uuid: "c93d03bb7466462bbcddd3a0be62687d" member_type: VOTER last_known_addr { host: "127.10.51.130" port: 38089 } }
08:02:27.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.657193 11205 ts_tablet_manager.cc:1434] T 13b001395ba04febb822739b521581c3 P 7269409477aa43d8870e5ad0c3b1193e: Time spent starting tablet: real 0.018s user 0.013s sys 0.003s
08:02:27.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.663201 11206 ts_tablet_manager.cc:1434] T 85eacdcd44f64677b8f184989df8e135 P c2d48e101b9340ae92c87ed3a6c0b18b: Time spent starting tablet: real 0.022s user 0.005s sys 0.011s
08:02:27.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.669180 11206 tablet_bootstrap.cc:492] T 13b001395ba04febb822739b521581c3 P c2d48e101b9340ae92c87ed3a6c0b18b: Bootstrap starting.
08:02:27.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.669607 11180 heartbeater.cc:499] Master 127.10.51.190:35979 was elected leader, sending a full tablet report...
08:02:27.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.671389 11206 tablet_bootstrap.cc:654] T 13b001395ba04febb822739b521581c3 P c2d48e101b9340ae92c87ed3a6c0b18b: Neither blocks nor log segments found. Creating new log.
08:02:27.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.674536 11207 ts_tablet_manager.cc:1434] T 85eacdcd44f64677b8f184989df8e135 P c93d03bb7466462bbcddd3a0be62687d: Time spent starting tablet: real 0.028s user 0.011s sys 0.012s
08:02:27.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:27.674660 11040 tablet.cc:2404] T 85eacdcd44f64677b8f184989df8e135 P c93d03bb7466462bbcddd3a0be62687d: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:02:27.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.675638 11038 heartbeater.cc:499] Master 127.10.51.190:35979 was elected leader, sending a full tablet report...
08:02:27.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.677548 11207 tablet_bootstrap.cc:492] T 13b001395ba04febb822739b521581c3 P c93d03bb7466462bbcddd3a0be62687d: Bootstrap starting.
08:02:27.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.679514 11207 tablet_bootstrap.cc:654] T 13b001395ba04febb822739b521581c3 P c93d03bb7466462bbcddd3a0be62687d: Neither blocks nor log segments found. Creating new log.
08:02:27.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.681339 11206 tablet_bootstrap.cc:492] T 13b001395ba04febb822739b521581c3 P c2d48e101b9340ae92c87ed3a6c0b18b: No bootstrap required, opened a new log
08:02:27.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.681632 11206 ts_tablet_manager.cc:1403] T 13b001395ba04febb822739b521581c3 P c2d48e101b9340ae92c87ed3a6c0b18b: Time spent bootstrapping tablet: real 0.013s user 0.002s sys 0.008s
08:02:27.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.682689 11206 raft_consensus.cc:359] T 13b001395ba04febb822739b521581c3 P c2d48e101b9340ae92c87ed3a6c0b18b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7269409477aa43d8870e5ad0c3b1193e" member_type: VOTER last_known_addr { host: "127.10.51.129" port: 33113 } } peers { permanent_uuid: "c93d03bb7466462bbcddd3a0be62687d" member_type: VOTER last_known_addr { host: "127.10.51.130" port: 38089 } } peers { permanent_uuid: "c2d48e101b9340ae92c87ed3a6c0b18b" member_type: VOTER last_known_addr { host: "127.10.51.131" port: 38989 } }
08:02:27.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.682981 11206 raft_consensus.cc:385] T 13b001395ba04febb822739b521581c3 P c2d48e101b9340ae92c87ed3a6c0b18b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:02:27.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.683187 11206 raft_consensus.cc:740] T 13b001395ba04febb822739b521581c3 P c2d48e101b9340ae92c87ed3a6c0b18b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c2d48e101b9340ae92c87ed3a6c0b18b, State: Initialized, Role: FOLLOWER
08:02:27.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.683607 11206 consensus_queue.cc:260] T 13b001395ba04febb822739b521581c3 P c2d48e101b9340ae92c87ed3a6c0b18b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7269409477aa43d8870e5ad0c3b1193e" member_type: VOTER last_known_addr { host: "127.10.51.129" port: 33113 } } peers { permanent_uuid: "c93d03bb7466462bbcddd3a0be62687d" member_type: VOTER last_known_addr { host: "127.10.51.130" port: 38089 } } peers { permanent_uuid: "c2d48e101b9340ae92c87ed3a6c0b18b" member_type: VOTER last_known_addr { host: "127.10.51.131" port: 38989 } }
08:02:27.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.685169 11206 ts_tablet_manager.cc:1434] T 13b001395ba04febb822739b521581c3 P c2d48e101b9340ae92c87ed3a6c0b18b: Time spent starting tablet: real 0.003s user 0.001s sys 0.001s
08:02:27.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.686213 11205 tablet_bootstrap.cc:492] T 85eacdcd44f64677b8f184989df8e135 P 7269409477aa43d8870e5ad0c3b1193e: Bootstrap starting.
08:02:27.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.687837 11207 tablet_bootstrap.cc:492] T 13b001395ba04febb822739b521581c3 P c93d03bb7466462bbcddd3a0be62687d: No bootstrap required, opened a new log
08:02:27.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.688139 11207 ts_tablet_manager.cc:1403] T 13b001395ba04febb822739b521581c3 P c93d03bb7466462bbcddd3a0be62687d: Time spent bootstrapping tablet: real 0.011s user 0.001s sys 0.008s
08:02:27.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.688217 11205 tablet_bootstrap.cc:654] T 85eacdcd44f64677b8f184989df8e135 P 7269409477aa43d8870e5ad0c3b1193e: Neither blocks nor log segments found. Creating new log.
08:02:27.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.689208 11207 raft_consensus.cc:359] T 13b001395ba04febb822739b521581c3 P c93d03bb7466462bbcddd3a0be62687d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7269409477aa43d8870e5ad0c3b1193e" member_type: VOTER last_known_addr { host: "127.10.51.129" port: 33113 } } peers { permanent_uuid: "c93d03bb7466462bbcddd3a0be62687d" member_type: VOTER last_known_addr { host: "127.10.51.130" port: 38089 } } peers { permanent_uuid: "c2d48e101b9340ae92c87ed3a6c0b18b" member_type: VOTER last_known_addr { host: "127.10.51.131" port: 38989 } }
08:02:27.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.689883 11207 raft_consensus.cc:385] T 13b001395ba04febb822739b521581c3 P c93d03bb7466462bbcddd3a0be62687d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:02:27.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.690078 11207 raft_consensus.cc:740] T 13b001395ba04febb822739b521581c3 P c93d03bb7466462bbcddd3a0be62687d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c93d03bb7466462bbcddd3a0be62687d, State: Initialized, Role: FOLLOWER
08:02:27.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.690514 11207 consensus_queue.cc:260] T 13b001395ba04febb822739b521581c3 P c93d03bb7466462bbcddd3a0be62687d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7269409477aa43d8870e5ad0c3b1193e" member_type: VOTER last_known_addr { host: "127.10.51.129" port: 33113 } } peers { permanent_uuid: "c93d03bb7466462bbcddd3a0be62687d" member_type: VOTER last_known_addr { host: "127.10.51.130" port: 38089 } } peers { permanent_uuid: "c2d48e101b9340ae92c87ed3a6c0b18b" member_type: VOTER last_known_addr { host: "127.10.51.131" port: 38989 } }
08:02:27.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.691170 11207 ts_tablet_manager.cc:1434] T 13b001395ba04febb822739b521581c3 P c93d03bb7466462bbcddd3a0be62687d: Time spent starting tablet: real 0.003s user 0.002s sys 0.000s
08:02:27.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.700194 11205 tablet_bootstrap.cc:492] T 85eacdcd44f64677b8f184989df8e135 P 7269409477aa43d8870e5ad0c3b1193e: No bootstrap required, opened a new log
08:02:27.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.700381 11205 ts_tablet_manager.cc:1403] T 85eacdcd44f64677b8f184989df8e135 P 7269409477aa43d8870e5ad0c3b1193e: Time spent bootstrapping tablet: real 0.014s user 0.009s sys 0.004s
08:02:27.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.701267 11205 raft_consensus.cc:359] T 85eacdcd44f64677b8f184989df8e135 P 7269409477aa43d8870e5ad0c3b1193e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2d48e101b9340ae92c87ed3a6c0b18b" member_type: VOTER last_known_addr { host: "127.10.51.131" port: 38989 } } peers { permanent_uuid: "7269409477aa43d8870e5ad0c3b1193e" member_type: VOTER last_known_addr { host: "127.10.51.129" port: 33113 } } peers { permanent_uuid: "c93d03bb7466462bbcddd3a0be62687d" member_type: VOTER last_known_addr { host: "127.10.51.130" port: 38089 } }
08:02:27.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.701519 11205 raft_consensus.cc:385] T 85eacdcd44f64677b8f184989df8e135 P 7269409477aa43d8870e5ad0c3b1193e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:02:27.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.701642 11205 raft_consensus.cc:740] T 85eacdcd44f64677b8f184989df8e135 P 7269409477aa43d8870e5ad0c3b1193e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7269409477aa43d8870e5ad0c3b1193e, State: Initialized, Role: FOLLOWER
08:02:27.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.701941 11205 consensus_queue.cc:260] T 85eacdcd44f64677b8f184989df8e135 P 7269409477aa43d8870e5ad0c3b1193e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2d48e101b9340ae92c87ed3a6c0b18b" member_type: VOTER last_known_addr { host: "127.10.51.131" port: 38989 } } peers { permanent_uuid: "7269409477aa43d8870e5ad0c3b1193e" member_type: VOTER last_known_addr { host: "127.10.51.129" port: 33113 } } peers { permanent_uuid: "c93d03bb7466462bbcddd3a0be62687d" member_type: VOTER last_known_addr { host: "127.10.51.130" port: 38089 } }
08:02:27.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.703069 11205 ts_tablet_manager.cc:1434] T 85eacdcd44f64677b8f184989df8e135 P 7269409477aa43d8870e5ad0c3b1193e: Time spent starting tablet: real 0.003s user 0.003s sys 0.000s
08:02:27.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.709955 11213 raft_consensus.cc:493] T 85eacdcd44f64677b8f184989df8e135 P c93d03bb7466462bbcddd3a0be62687d [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:02:27.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.710237 11213 raft_consensus.cc:515] T 85eacdcd44f64677b8f184989df8e135 P c93d03bb7466462bbcddd3a0be62687d [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2d48e101b9340ae92c87ed3a6c0b18b" member_type: VOTER last_known_addr { host: "127.10.51.131" port: 38989 } } peers { permanent_uuid: "7269409477aa43d8870e5ad0c3b1193e" member_type: VOTER last_known_addr { host: "127.10.51.129" port: 33113 } } peers { permanent_uuid: "c93d03bb7466462bbcddd3a0be62687d" member_type: VOTER last_known_addr { host: "127.10.51.130" port: 38089 } }
08:02:27.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.712400 11213 leader_election.cc:290] T 85eacdcd44f64677b8f184989df8e135 P c93d03bb7466462bbcddd3a0be62687d [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers c2d48e101b9340ae92c87ed3a6c0b18b (127.10.51.131:38989), 7269409477aa43d8870e5ad0c3b1193e (127.10.51.129:33113)
08:02:27.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.723655 11134 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "85eacdcd44f64677b8f184989df8e135" candidate_uuid: "c93d03bb7466462bbcddd3a0be62687d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c2d48e101b9340ae92c87ed3a6c0b18b" is_pre_election: true
08:02:27.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.724263 11134 raft_consensus.cc:2468] T 85eacdcd44f64677b8f184989df8e135 P c2d48e101b9340ae92c87ed3a6c0b18b [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate c93d03bb7466462bbcddd3a0be62687d in term 0.
08:02:27.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.724174 10850 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "85eacdcd44f64677b8f184989df8e135" candidate_uuid: "c93d03bb7466462bbcddd3a0be62687d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7269409477aa43d8870e5ad0c3b1193e" is_pre_election: true
08:02:27.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.724627 10850 raft_consensus.cc:2468] T 85eacdcd44f64677b8f184989df8e135 P 7269409477aa43d8870e5ad0c3b1193e [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate c93d03bb7466462bbcddd3a0be62687d in term 0.
08:02:27.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.725052 10917 leader_election.cc:304] T 85eacdcd44f64677b8f184989df8e135 P c93d03bb7466462bbcddd3a0be62687d [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: c2d48e101b9340ae92c87ed3a6c0b18b, c93d03bb7466462bbcddd3a0be62687d; no voters:
08:02:27.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.725493 11213 raft_consensus.cc:2804] T 85eacdcd44f64677b8f184989df8e135 P c93d03bb7466462bbcddd3a0be62687d [term 0 FOLLOWER]: Leader pre-election won for term 1
08:02:27.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.725646 11213 raft_consensus.cc:493] T 85eacdcd44f64677b8f184989df8e135 P c93d03bb7466462bbcddd3a0be62687d [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:02:27.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.725764 11213 raft_consensus.cc:3060] T 85eacdcd44f64677b8f184989df8e135 P c93d03bb7466462bbcddd3a0be62687d [term 0 FOLLOWER]: Advancing to term 1
08:02:27.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:27.726385 11182 tablet.cc:2404] T 13b001395ba04febb822739b521581c3 P c2d48e101b9340ae92c87ed3a6c0b18b: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:02:27.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.727813 11213 raft_consensus.cc:515] T 85eacdcd44f64677b8f184989df8e135 P c93d03bb7466462bbcddd3a0be62687d [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2d48e101b9340ae92c87ed3a6c0b18b" member_type: VOTER last_known_addr { host: "127.10.51.131" port: 38989 } } peers { permanent_uuid: "7269409477aa43d8870e5ad0c3b1193e" member_type: VOTER last_known_addr { host: "127.10.51.129" port: 33113 } } peers { permanent_uuid: "c93d03bb7466462bbcddd3a0be62687d" member_type: VOTER last_known_addr { host: "127.10.51.130" port: 38089 } }
08:02:27.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.728567 11213 leader_election.cc:290] T 85eacdcd44f64677b8f184989df8e135 P c93d03bb7466462bbcddd3a0be62687d [CANDIDATE]: Term 1 election: Requested vote from peers c2d48e101b9340ae92c87ed3a6c0b18b (127.10.51.131:38989), 7269409477aa43d8870e5ad0c3b1193e (127.10.51.129:33113)
08:02:27.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.728922 11134 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "85eacdcd44f64677b8f184989df8e135" candidate_uuid: "c93d03bb7466462bbcddd3a0be62687d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c2d48e101b9340ae92c87ed3a6c0b18b"
08:02:27.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.729151 11134 raft_consensus.cc:3060] T 85eacdcd44f64677b8f184989df8e135 P c2d48e101b9340ae92c87ed3a6c0b18b [term 0 FOLLOWER]: Advancing to term 1
08:02:27.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.729156 10850 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "85eacdcd44f64677b8f184989df8e135" candidate_uuid: "c93d03bb7466462bbcddd3a0be62687d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7269409477aa43d8870e5ad0c3b1193e"
08:02:27.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.729377 10850 raft_consensus.cc:3060] T 85eacdcd44f64677b8f184989df8e135 P 7269409477aa43d8870e5ad0c3b1193e [term 0 FOLLOWER]: Advancing to term 1
08:02:27.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.731410 10850 raft_consensus.cc:2468] T 85eacdcd44f64677b8f184989df8e135 P 7269409477aa43d8870e5ad0c3b1193e [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate c93d03bb7466462bbcddd3a0be62687d in term 1.
08:02:27.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.731894 10915 leader_election.cc:304] T 85eacdcd44f64677b8f184989df8e135 P c93d03bb7466462bbcddd3a0be62687d [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 7269409477aa43d8870e5ad0c3b1193e, c93d03bb7466462bbcddd3a0be62687d; no voters:
08:02:27.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.732182 11134 raft_consensus.cc:2468] T 85eacdcd44f64677b8f184989df8e135 P c2d48e101b9340ae92c87ed3a6c0b18b [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate c93d03bb7466462bbcddd3a0be62687d in term 1.
08:02:27.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.732228 11213 raft_consensus.cc:2804] T 85eacdcd44f64677b8f184989df8e135 P c93d03bb7466462bbcddd3a0be62687d [term 1 FOLLOWER]: Leader election won for term 1
08:02:27.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.739239 11213 raft_consensus.cc:697] T 85eacdcd44f64677b8f184989df8e135 P c93d03bb7466462bbcddd3a0be62687d [term 1 LEADER]: Becoming Leader. State: Replica: c93d03bb7466462bbcddd3a0be62687d, State: Running, Role: LEADER
08:02:27.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.740072 11213 consensus_queue.cc:237] T 85eacdcd44f64677b8f184989df8e135 P c93d03bb7466462bbcddd3a0be62687d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2d48e101b9340ae92c87ed3a6c0b18b" member_type: VOTER last_known_addr { host: "127.10.51.131" port: 38989 } } peers { permanent_uuid: "7269409477aa43d8870e5ad0c3b1193e" member_type: VOTER last_known_addr { host: "127.10.51.129" port: 33113 } } peers { permanent_uuid: "c93d03bb7466462bbcddd3a0be62687d" member_type: VOTER last_known_addr { host: "127.10.51.130" port: 38089 } }
08:02:27.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.746395 10488 catalog_manager.cc:5696] T 85eacdcd44f64677b8f184989df8e135 P c93d03bb7466462bbcddd3a0be62687d reported cstate change: term changed from 0 to 1, leader changed from <none> to c93d03bb7466462bbcddd3a0be62687d (127.10.51.130). New cstate: current_term: 1 leader_uuid: "c93d03bb7466462bbcddd3a0be62687d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2d48e101b9340ae92c87ed3a6c0b18b" member_type: VOTER last_known_addr { host: "127.10.51.131" port: 38989 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "7269409477aa43d8870e5ad0c3b1193e" member_type: VOTER last_known_addr { host: "127.10.51.129" port: 33113 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "c93d03bb7466462bbcddd3a0be62687d" member_type: VOTER last_known_addr { host: "127.10.51.130" port: 38089 } health_report { overall_health: HEALTHY } } }
08:02:27.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:27.864243 10898 tablet.cc:2404] T 13b001395ba04febb822739b521581c3 P 7269409477aa43d8870e5ad0c3b1193e: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:02:27.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.893479 11211 raft_consensus.cc:493] T 13b001395ba04febb822739b521581c3 P 7269409477aa43d8870e5ad0c3b1193e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:02:27.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.893725 11211 raft_consensus.cc:515] T 13b001395ba04febb822739b521581c3 P 7269409477aa43d8870e5ad0c3b1193e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7269409477aa43d8870e5ad0c3b1193e" member_type: VOTER last_known_addr { host: "127.10.51.129" port: 33113 } } peers { permanent_uuid: "c93d03bb7466462bbcddd3a0be62687d" member_type: VOTER last_known_addr { host: "127.10.51.130" port: 38089 } } peers { permanent_uuid: "c2d48e101b9340ae92c87ed3a6c0b18b" member_type: VOTER last_known_addr { host: "127.10.51.131" port: 38989 } }
08:02:27.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.895601 11211 leader_election.cc:290] T 13b001395ba04febb822739b521581c3 P 7269409477aa43d8870e5ad0c3b1193e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers c93d03bb7466462bbcddd3a0be62687d (127.10.51.130:38089), c2d48e101b9340ae92c87ed3a6c0b18b (127.10.51.131:38989)
08:02:27.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.902580 11134 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "13b001395ba04febb822739b521581c3" candidate_uuid: "7269409477aa43d8870e5ad0c3b1193e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c2d48e101b9340ae92c87ed3a6c0b18b" is_pre_election: true
08:02:27.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.902870 11134 raft_consensus.cc:2468] T 13b001395ba04febb822739b521581c3 P c2d48e101b9340ae92c87ed3a6c0b18b [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7269409477aa43d8870e5ad0c3b1193e in term 0.
08:02:27.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.902952 10992 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "13b001395ba04febb822739b521581c3" candidate_uuid: "7269409477aa43d8870e5ad0c3b1193e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c93d03bb7466462bbcddd3a0be62687d" is_pre_election: true
08:02:27.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.903349 10992 raft_consensus.cc:2468] T 13b001395ba04febb822739b521581c3 P c93d03bb7466462bbcddd3a0be62687d [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7269409477aa43d8870e5ad0c3b1193e in term 0.
08:02:27.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.903407 10773 leader_election.cc:304] T 13b001395ba04febb822739b521581c3 P 7269409477aa43d8870e5ad0c3b1193e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 7269409477aa43d8870e5ad0c3b1193e, c2d48e101b9340ae92c87ed3a6c0b18b; no voters:
08:02:27.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.903870 11211 raft_consensus.cc:2804] T 13b001395ba04febb822739b521581c3 P 7269409477aa43d8870e5ad0c3b1193e [term 0 FOLLOWER]: Leader pre-election won for term 1
08:02:27.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.904058 11211 raft_consensus.cc:493] T 13b001395ba04febb822739b521581c3 P 7269409477aa43d8870e5ad0c3b1193e [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:02:27.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.904170 11211 raft_consensus.cc:3060] T 13b001395ba04febb822739b521581c3 P 7269409477aa43d8870e5ad0c3b1193e [term 0 FOLLOWER]: Advancing to term 1
08:02:27.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.906253 11211 raft_consensus.cc:515] T 13b001395ba04febb822739b521581c3 P 7269409477aa43d8870e5ad0c3b1193e [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7269409477aa43d8870e5ad0c3b1193e" member_type: VOTER last_known_addr { host: "127.10.51.129" port: 33113 } } peers { permanent_uuid: "c93d03bb7466462bbcddd3a0be62687d" member_type: VOTER last_known_addr { host: "127.10.51.130" port: 38089 } } peers { permanent_uuid: "c2d48e101b9340ae92c87ed3a6c0b18b" member_type: VOTER last_known_addr { host: "127.10.51.131" port: 38989 } }
08:02:27.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.906870 11211 leader_election.cc:290] T 13b001395ba04febb822739b521581c3 P 7269409477aa43d8870e5ad0c3b1193e [CANDIDATE]: Term 1 election: Requested vote from peers c93d03bb7466462bbcddd3a0be62687d (127.10.51.130:38089), c2d48e101b9340ae92c87ed3a6c0b18b (127.10.51.131:38989)
08:02:27.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.907437 10992 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "13b001395ba04febb822739b521581c3" candidate_uuid: "7269409477aa43d8870e5ad0c3b1193e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c93d03bb7466462bbcddd3a0be62687d"
08:02:27.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.907428 11134 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "13b001395ba04febb822739b521581c3" candidate_uuid: "7269409477aa43d8870e5ad0c3b1193e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c2d48e101b9340ae92c87ed3a6c0b18b"
08:02:27.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.907631 10992 raft_consensus.cc:3060] T 13b001395ba04febb822739b521581c3 P c93d03bb7466462bbcddd3a0be62687d [term 0 FOLLOWER]: Advancing to term 1
08:02:27.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.907649 11134 raft_consensus.cc:3060] T 13b001395ba04febb822739b521581c3 P c2d48e101b9340ae92c87ed3a6c0b18b [term 0 FOLLOWER]: Advancing to term 1
08:02:27.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.910490 11134 raft_consensus.cc:2468] T 13b001395ba04febb822739b521581c3 P c2d48e101b9340ae92c87ed3a6c0b18b [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7269409477aa43d8870e5ad0c3b1193e in term 1.
08:02:27.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.910588 10992 raft_consensus.cc:2468] T 13b001395ba04febb822739b521581c3 P c93d03bb7466462bbcddd3a0be62687d [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7269409477aa43d8870e5ad0c3b1193e in term 1.
08:02:27.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.911018 10773 leader_election.cc:304] T 13b001395ba04febb822739b521581c3 P 7269409477aa43d8870e5ad0c3b1193e [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 3 yes votes; 0 no votes. yes voters: 7269409477aa43d8870e5ad0c3b1193e, c2d48e101b9340ae92c87ed3a6c0b18b, c93d03bb7466462bbcddd3a0be62687d; no voters:
08:02:27.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.911322 11211 raft_consensus.cc:2804] T 13b001395ba04febb822739b521581c3 P 7269409477aa43d8870e5ad0c3b1193e [term 1 FOLLOWER]: Leader election won for term 1
08:02:27.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.911790 11211 raft_consensus.cc:697] T 13b001395ba04febb822739b521581c3 P 7269409477aa43d8870e5ad0c3b1193e [term 1 LEADER]: Becoming Leader. State: Replica: 7269409477aa43d8870e5ad0c3b1193e, State: Running, Role: LEADER
08:02:27.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.912336 11211 consensus_queue.cc:237] T 13b001395ba04febb822739b521581c3 P 7269409477aa43d8870e5ad0c3b1193e [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7269409477aa43d8870e5ad0c3b1193e" member_type: VOTER last_known_addr { host: "127.10.51.129" port: 33113 } } peers { permanent_uuid: "c93d03bb7466462bbcddd3a0be62687d" member_type: VOTER last_known_addr { host: "127.10.51.130" port: 38089 } } peers { permanent_uuid: "c2d48e101b9340ae92c87ed3a6c0b18b" member_type: VOTER last_known_addr { host: "127.10.51.131" port: 38989 } }
08:02:27.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:27.918556 10488 catalog_manager.cc:5696] T 13b001395ba04febb822739b521581c3 P 7269409477aa43d8870e5ad0c3b1193e reported cstate change: term changed from 0 to 1, leader changed from <none> to 7269409477aa43d8870e5ad0c3b1193e (127.10.51.129). New cstate: current_term: 1 leader_uuid: "7269409477aa43d8870e5ad0c3b1193e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7269409477aa43d8870e5ad0c3b1193e" member_type: VOTER last_known_addr { host: "127.10.51.129" port: 33113 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "c93d03bb7466462bbcddd3a0be62687d" member_type: VOTER last_known_addr { host: "127.10.51.130" port: 38089 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "c2d48e101b9340ae92c87ed3a6c0b18b" member_type: VOTER last_known_addr { host: "127.10.51.131" port: 38989 } health_report { overall_health: UNKNOWN } } }
08:02:28.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:28.156764 11213 consensus_queue.cc:1048] T 85eacdcd44f64677b8f184989df8e135 P c93d03bb7466462bbcddd3a0be62687d [LEADER]: Connected to new peer: Peer: permanent_uuid: "c2d48e101b9340ae92c87ed3a6c0b18b" member_type: VOTER last_known_addr { host: "127.10.51.131" port: 38989 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:02:28.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:28.167627 11219 consensus_queue.cc:1048] T 85eacdcd44f64677b8f184989df8e135 P c93d03bb7466462bbcddd3a0be62687d [LEADER]: Connected to new peer: Peer: permanent_uuid: "7269409477aa43d8870e5ad0c3b1193e" member_type: VOTER last_known_addr { host: "127.10.51.129" port: 33113 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:02:28.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:28.272146 10486 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:49654:
08:02:28.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
08:02:28.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
08:02:28.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:02:28.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
08:02:28.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
08:02:28.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
08:02:28.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:02:28.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:02:28.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:02:28.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:02:28.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:02:28.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:02:28.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:02:28.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
08:02:28.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
08:02:28.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
08:02:28.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:02:28.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:02:28.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:02:28.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:02:28.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:02:28.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:02:28.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:02:28.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
08:02:28.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
08:02:28.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
08:02:28.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:02:28.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:02:28.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:02:28.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:02:28.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:02:28.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:02:28.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:02:28.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
08:02:28.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
08:02:28.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
08:02:28.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:02:28.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:02:28.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:02:28.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:02:28.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:02:28.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:02:28.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:02:28.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
08:02:28.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
08:02:28.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
08:02:28.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
08:02:28.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:02:28.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
08:02:28.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
08:02:28.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:02:28.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
08:02:28.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:02:28.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:02:28.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:02:28.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
08:02:28.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:28.273344 10486 catalog_manager.cc:7076] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
08:02:28.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:28.286253 10830 tablet_service.cc:1511] Processing CreateTablet for tablet 5a9716bbe63f4e8b95b3b2ea36362294 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=20aede7cdb2145ed8e77e0f71ca453ea]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
08:02:28.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:28.286610 11114 tablet_service.cc:1511] Processing CreateTablet for tablet 5a9716bbe63f4e8b95b3b2ea36362294 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=20aede7cdb2145ed8e77e0f71ca453ea]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
08:02:28.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:28.287334 10830 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 5a9716bbe63f4e8b95b3b2ea36362294. 1 dirs total, 0 dirs full, 0 dirs failed
08:02:28.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:28.287487 11114 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 5a9716bbe63f4e8b95b3b2ea36362294. 1 dirs total, 0 dirs full, 0 dirs failed
08:02:28.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:28.293104 10972 tablet_service.cc:1511] Processing CreateTablet for tablet 5a9716bbe63f4e8b95b3b2ea36362294 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=20aede7cdb2145ed8e77e0f71ca453ea]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
08:02:28.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:28.294202 10972 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 5a9716bbe63f4e8b95b3b2ea36362294. 1 dirs total, 0 dirs full, 0 dirs failed
08:02:28.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:28.295864 11243 tablet_bootstrap.cc:492] T 5a9716bbe63f4e8b95b3b2ea36362294 P 7269409477aa43d8870e5ad0c3b1193e: Bootstrap starting.
08:02:28.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:28.296522 11244 tablet_bootstrap.cc:492] T 5a9716bbe63f4e8b95b3b2ea36362294 P c2d48e101b9340ae92c87ed3a6c0b18b: Bootstrap starting.
08:02:28.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:28.297673 11243 tablet_bootstrap.cc:654] T 5a9716bbe63f4e8b95b3b2ea36362294 P 7269409477aa43d8870e5ad0c3b1193e: Neither blocks nor log segments found. Creating new log.
08:02:28.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:28.298422 11244 tablet_bootstrap.cc:654] T 5a9716bbe63f4e8b95b3b2ea36362294 P c2d48e101b9340ae92c87ed3a6c0b18b: Neither blocks nor log segments found. Creating new log.
08:02:28.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:28.304823 11247 tablet_bootstrap.cc:492] T 5a9716bbe63f4e8b95b3b2ea36362294 P c93d03bb7466462bbcddd3a0be62687d: Bootstrap starting.
08:02:28.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:28.305500 11243 tablet_bootstrap.cc:492] T 5a9716bbe63f4e8b95b3b2ea36362294 P 7269409477aa43d8870e5ad0c3b1193e: No bootstrap required, opened a new log
08:02:28.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:28.305716 11243 ts_tablet_manager.cc:1403] T 5a9716bbe63f4e8b95b3b2ea36362294 P 7269409477aa43d8870e5ad0c3b1193e: Time spent bootstrapping tablet: real 0.010s user 0.005s sys 0.004s
08:02:28.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:28.306205 11244 tablet_bootstrap.cc:492] T 5a9716bbe63f4e8b95b3b2ea36362294 P c2d48e101b9340ae92c87ed3a6c0b18b: No bootstrap required, opened a new log
08:02:28.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:28.306363 11244 ts_tablet_manager.cc:1403] T 5a9716bbe63f4e8b95b3b2ea36362294 P c2d48e101b9340ae92c87ed3a6c0b18b: Time spent bootstrapping tablet: real 0.010s user 0.004s sys 0.004s
08:02:28.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:28.306653 11247 tablet_bootstrap.cc:654] T 5a9716bbe63f4e8b95b3b2ea36362294 P c93d03bb7466462bbcddd3a0be62687d: Neither blocks nor log segments found. Creating new log.
08:02:28.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:28.306576 11243 raft_consensus.cc:359] T 5a9716bbe63f4e8b95b3b2ea36362294 P 7269409477aa43d8870e5ad0c3b1193e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7269409477aa43d8870e5ad0c3b1193e" member_type: VOTER last_known_addr { host: "127.10.51.129" port: 33113 } } peers { permanent_uuid: "c93d03bb7466462bbcddd3a0be62687d" member_type: VOTER last_known_addr { host: "127.10.51.130" port: 38089 } } peers { permanent_uuid: "c2d48e101b9340ae92c87ed3a6c0b18b" member_type: VOTER last_known_addr { host: "127.10.51.131" port: 38989 } }
08:02:28.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:28.306778 11243 raft_consensus.cc:385] T 5a9716bbe63f4e8b95b3b2ea36362294 P 7269409477aa43d8870e5ad0c3b1193e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:02:28.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:28.306879 11243 raft_consensus.cc:740] T 5a9716bbe63f4e8b95b3b2ea36362294 P 7269409477aa43d8870e5ad0c3b1193e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7269409477aa43d8870e5ad0c3b1193e, State: Initialized, Role: FOLLOWER
08:02:28.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:28.307200 11243 consensus_queue.cc:260] T 5a9716bbe63f4e8b95b3b2ea36362294 P 7269409477aa43d8870e5ad0c3b1193e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7269409477aa43d8870e5ad0c3b1193e" member_type: VOTER last_known_addr { host: "127.10.51.129" port: 33113 } } peers { permanent_uuid: "c93d03bb7466462bbcddd3a0be62687d" member_type: VOTER last_known_addr { host: "127.10.51.130" port: 38089 } } peers { permanent_uuid: "c2d48e101b9340ae92c87ed3a6c0b18b" member_type: VOTER last_known_addr { host: "127.10.51.131" port: 38989 } }
08:02:28.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:28.307291 11244 raft_consensus.cc:359] T 5a9716bbe63f4e8b95b3b2ea36362294 P c2d48e101b9340ae92c87ed3a6c0b18b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7269409477aa43d8870e5ad0c3b1193e" member_type: VOTER last_known_addr { host: "127.10.51.129" port: 33113 } } peers { permanent_uuid: "c93d03bb7466462bbcddd3a0be62687d" member_type: VOTER last_known_addr { host: "127.10.51.130" port: 38089 } } peers { permanent_uuid: "c2d48e101b9340ae92c87ed3a6c0b18b" member_type: VOTER last_known_addr { host: "127.10.51.131" port: 38989 } }
08:02:28.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:28.307456 11244 raft_consensus.cc:385] T 5a9716bbe63f4e8b95b3b2ea36362294 P c2d48e101b9340ae92c87ed3a6c0b18b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:02:28.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:28.307544 11244 raft_consensus.cc:740] T 5a9716bbe63f4e8b95b3b2ea36362294 P c2d48e101b9340ae92c87ed3a6c0b18b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c2d48e101b9340ae92c87ed3a6c0b18b, State: Initialized, Role: FOLLOWER
08:02:28.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:28.307683 11211 tablet_replica.cc:442] T 5a9716bbe63f4e8b95b3b2ea36362294 P 7269409477aa43d8870e5ad0c3b1193e: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7269409477aa43d8870e5ad0c3b1193e" member_type: VOTER last_known_addr { host: "127.10.51.129" port: 33113 } } peers { permanent_uuid: "c93d03bb7466462bbcddd3a0be62687d" member_type: VOTER last_known_addr { host: "127.10.51.130" port: 38089 } } peers { permanent_uuid: "c2d48e101b9340ae92c87ed3a6c0b18b" member_type: VOTER last_known_addr { host: "127.10.51.131" port: 38989 } } }
08:02:28.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:28.307912 11211 tablet_replica.cc:445] T 5a9716bbe63f4e8b95b3b2ea36362294 P 7269409477aa43d8870e5ad0c3b1193e: This TxnStatusTablet replica's current role is: FOLLOWER
08:02:28.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:28.307821 11244 consensus_queue.cc:260] T 5a9716bbe63f4e8b95b3b2ea36362294 P c2d48e101b9340ae92c87ed3a6c0b18b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7269409477aa43d8870e5ad0c3b1193e" member_type: VOTER last_known_addr { host: "127.10.51.129" port: 33113 } } peers { permanent_uuid: "c93d03bb7466462bbcddd3a0be62687d" member_type: VOTER last_known_addr { host: "127.10.51.130" port: 38089 } } peers { permanent_uuid: "c2d48e101b9340ae92c87ed3a6c0b18b" member_type: VOTER last_known_addr { host: "127.10.51.131" port: 38989 } }
08:02:28.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:28.308266 11212 tablet_replica.cc:442] T 5a9716bbe63f4e8b95b3b2ea36362294 P c2d48e101b9340ae92c87ed3a6c0b18b: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7269409477aa43d8870e5ad0c3b1193e" member_type: VOTER last_known_addr { host: "127.10.51.129" port: 33113 } } peers { permanent_uuid: "c93d03bb7466462bbcddd3a0be62687d" member_type: VOTER last_known_addr { host: "127.10.51.130" port: 38089 } } peers { permanent_uuid: "c2d48e101b9340ae92c87ed3a6c0b18b" member_type: VOTER last_known_addr { host: "127.10.51.131" port: 38989 } } }
08:02:28.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:28.308511 11212 tablet_replica.cc:445] T 5a9716bbe63f4e8b95b3b2ea36362294 P c2d48e101b9340ae92c87ed3a6c0b18b: This TxnStatusTablet replica's current role is: FOLLOWER
08:02:28.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:28.311305 11244 ts_tablet_manager.cc:1434] T 5a9716bbe63f4e8b95b3b2ea36362294 P c2d48e101b9340ae92c87ed3a6c0b18b: Time spent starting tablet: real 0.005s user 0.001s sys 0.001s
08:02:28.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:28.315164 11243 ts_tablet_manager.cc:1434] T 5a9716bbe63f4e8b95b3b2ea36362294 P 7269409477aa43d8870e5ad0c3b1193e: Time spent starting tablet: real 0.009s user 0.002s sys 0.000s
08:02:28.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:28.318594 11247 tablet_bootstrap.cc:492] T 5a9716bbe63f4e8b95b3b2ea36362294 P c93d03bb7466462bbcddd3a0be62687d: No bootstrap required, opened a new log
08:02:28.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:28.318790 11247 ts_tablet_manager.cc:1403] T 5a9716bbe63f4e8b95b3b2ea36362294 P c93d03bb7466462bbcddd3a0be62687d: Time spent bootstrapping tablet: real 0.014s user 0.008s sys 0.004s
08:02:28.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:28.319664 11247 raft_consensus.cc:359] T 5a9716bbe63f4e8b95b3b2ea36362294 P c93d03bb7466462bbcddd3a0be62687d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7269409477aa43d8870e5ad0c3b1193e" member_type: VOTER last_known_addr { host: "127.10.51.129" port: 33113 } } peers { permanent_uuid: "c93d03bb7466462bbcddd3a0be62687d" member_type: VOTER last_known_addr { host: "127.10.51.130" port: 38089 } } peers { permanent_uuid: "c2d48e101b9340ae92c87ed3a6c0b18b" member_type: VOTER last_known_addr { host: "127.10.51.131" port: 38989 } }
08:02:28.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:28.319852 11247 raft_consensus.cc:385] T 5a9716bbe63f4e8b95b3b2ea36362294 P c93d03bb7466462bbcddd3a0be62687d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:02:28.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:28.319939 11247 raft_consensus.cc:740] T 5a9716bbe63f4e8b95b3b2ea36362294 P c93d03bb7466462bbcddd3a0be62687d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c93d03bb7466462bbcddd3a0be62687d, State: Initialized, Role: FOLLOWER
08:02:28.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:28.320242 11247 consensus_queue.cc:260] T 5a9716bbe63f4e8b95b3b2ea36362294 P c93d03bb7466462bbcddd3a0be62687d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7269409477aa43d8870e5ad0c3b1193e" member_type: VOTER last_known_addr { host: "127.10.51.129" port: 33113 } } peers { permanent_uuid: "c93d03bb7466462bbcddd3a0be62687d" member_type: VOTER last_known_addr { host: "127.10.51.130" port: 38089 } } peers { permanent_uuid: "c2d48e101b9340ae92c87ed3a6c0b18b" member_type: VOTER last_known_addr { host: "127.10.51.131" port: 38989 } }
08:02:28.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:28.320708 11219 tablet_replica.cc:442] T 5a9716bbe63f4e8b95b3b2ea36362294 P c93d03bb7466462bbcddd3a0be62687d: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7269409477aa43d8870e5ad0c3b1193e" member_type: VOTER last_known_addr { host: "127.10.51.129" port: 33113 } } peers { permanent_uuid: "c93d03bb7466462bbcddd3a0be62687d" member_type: VOTER last_known_addr { host: "127.10.51.130" port: 38089 } } peers { permanent_uuid: "c2d48e101b9340ae92c87ed3a6c0b18b" member_type: VOTER last_known_addr { host: "127.10.51.131" port: 38989 } } }
08:02:28.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:28.320820 11247 ts_tablet_manager.cc:1434] T 5a9716bbe63f4e8b95b3b2ea36362294 P c93d03bb7466462bbcddd3a0be62687d: Time spent starting tablet: real 0.002s user 0.000s sys 0.000s
08:02:28.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:28.321004 11219 tablet_replica.cc:445] T 5a9716bbe63f4e8b95b3b2ea36362294 P c93d03bb7466462bbcddd3a0be62687d: This TxnStatusTablet replica's current role is: FOLLOWER
08:02:28.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:28.405472 11211 consensus_queue.cc:1048] T 13b001395ba04febb822739b521581c3 P 7269409477aa43d8870e5ad0c3b1193e [LEADER]: Connected to new peer: Peer: permanent_uuid: "c2d48e101b9340ae92c87ed3a6c0b18b" member_type: VOTER last_known_addr { host: "127.10.51.131" port: 38989 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:02:28.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:28.412006 11224 consensus_queue.cc:1048] T 13b001395ba04febb822739b521581c3 P 7269409477aa43d8870e5ad0c3b1193e [LEADER]: Connected to new peer: Peer: permanent_uuid: "c93d03bb7466462bbcddd3a0be62687d" member_type: VOTER last_known_addr { host: "127.10.51.130" port: 38089 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:02:28.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:28.440191 11212 raft_consensus.cc:493] T 5a9716bbe63f4e8b95b3b2ea36362294 P c2d48e101b9340ae92c87ed3a6c0b18b [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:02:28.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:28.440373 11212 raft_consensus.cc:515] T 5a9716bbe63f4e8b95b3b2ea36362294 P c2d48e101b9340ae92c87ed3a6c0b18b [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7269409477aa43d8870e5ad0c3b1193e" member_type: VOTER last_known_addr { host: "127.10.51.129" port: 33113 } } peers { permanent_uuid: "c93d03bb7466462bbcddd3a0be62687d" member_type: VOTER last_known_addr { host: "127.10.51.130" port: 38089 } } peers { permanent_uuid: "c2d48e101b9340ae92c87ed3a6c0b18b" member_type: VOTER last_known_addr { host: "127.10.51.131" port: 38989 } }
08:02:28.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:28.442220 11212 leader_election.cc:290] T 5a9716bbe63f4e8b95b3b2ea36362294 P c2d48e101b9340ae92c87ed3a6c0b18b [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 7269409477aa43d8870e5ad0c3b1193e (127.10.51.129:33113), c93d03bb7466462bbcddd3a0be62687d (127.10.51.130:38089)
08:02:28.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:28.450945 10850 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "5a9716bbe63f4e8b95b3b2ea36362294" candidate_uuid: "c2d48e101b9340ae92c87ed3a6c0b18b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7269409477aa43d8870e5ad0c3b1193e" is_pre_election: true
08:02:28.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:28.451246 10850 raft_consensus.cc:2468] T 5a9716bbe63f4e8b95b3b2ea36362294 P 7269409477aa43d8870e5ad0c3b1193e [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate c2d48e101b9340ae92c87ed3a6c0b18b in term 0.
08:02:28.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:28.451226 10992 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "5a9716bbe63f4e8b95b3b2ea36362294" candidate_uuid: "c2d48e101b9340ae92c87ed3a6c0b18b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c93d03bb7466462bbcddd3a0be62687d" is_pre_election: true
08:02:28.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:28.451459 10992 raft_consensus.cc:2468] T 5a9716bbe63f4e8b95b3b2ea36362294 P c93d03bb7466462bbcddd3a0be62687d [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate c2d48e101b9340ae92c87ed3a6c0b18b in term 0.
08:02:28.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:28.451787 11057 leader_election.cc:304] T 5a9716bbe63f4e8b95b3b2ea36362294 P c2d48e101b9340ae92c87ed3a6c0b18b [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 7269409477aa43d8870e5ad0c3b1193e, c2d48e101b9340ae92c87ed3a6c0b18b; no voters:
08:02:28.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:28.452225 11212 raft_consensus.cc:2804] T 5a9716bbe63f4e8b95b3b2ea36362294 P c2d48e101b9340ae92c87ed3a6c0b18b [term 0 FOLLOWER]: Leader pre-election won for term 1
08:02:28.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:28.452370 11212 raft_consensus.cc:493] T 5a9716bbe63f4e8b95b3b2ea36362294 P c2d48e101b9340ae92c87ed3a6c0b18b [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:02:28.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:28.452486 11212 raft_consensus.cc:3060] T 5a9716bbe63f4e8b95b3b2ea36362294 P c2d48e101b9340ae92c87ed3a6c0b18b [term 0 FOLLOWER]: Advancing to term 1
08:02:28.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:28.454536 11212 raft_consensus.cc:515] T 5a9716bbe63f4e8b95b3b2ea36362294 P c2d48e101b9340ae92c87ed3a6c0b18b [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7269409477aa43d8870e5ad0c3b1193e" member_type: VOTER last_known_addr { host: "127.10.51.129" port: 33113 } } peers { permanent_uuid: "c93d03bb7466462bbcddd3a0be62687d" member_type: VOTER last_known_addr { host: "127.10.51.130" port: 38089 } } peers { permanent_uuid: "c2d48e101b9340ae92c87ed3a6c0b18b" member_type: VOTER last_known_addr { host: "127.10.51.131" port: 38989 } }
08:02:28.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:28.455188 11212 leader_election.cc:290] T 5a9716bbe63f4e8b95b3b2ea36362294 P c2d48e101b9340ae92c87ed3a6c0b18b [CANDIDATE]: Term 1 election: Requested vote from peers 7269409477aa43d8870e5ad0c3b1193e (127.10.51.129:33113), c93d03bb7466462bbcddd3a0be62687d (127.10.51.130:38089)
08:02:28.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:28.455793 10992 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "5a9716bbe63f4e8b95b3b2ea36362294" candidate_uuid: "c2d48e101b9340ae92c87ed3a6c0b18b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c93d03bb7466462bbcddd3a0be62687d"
08:02:28.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:28.455808 10850 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "5a9716bbe63f4e8b95b3b2ea36362294" candidate_uuid: "c2d48e101b9340ae92c87ed3a6c0b18b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7269409477aa43d8870e5ad0c3b1193e"
08:02:28.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:28.456033 10850 raft_consensus.cc:3060] T 5a9716bbe63f4e8b95b3b2ea36362294 P 7269409477aa43d8870e5ad0c3b1193e [term 0 FOLLOWER]: Advancing to term 1
08:02:28.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:28.456055 10992 raft_consensus.cc:3060] T 5a9716bbe63f4e8b95b3b2ea36362294 P c93d03bb7466462bbcddd3a0be62687d [term 0 FOLLOWER]: Advancing to term 1
08:02:28.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:28.458935 10850 raft_consensus.cc:2468] T 5a9716bbe63f4e8b95b3b2ea36362294 P 7269409477aa43d8870e5ad0c3b1193e [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate c2d48e101b9340ae92c87ed3a6c0b18b in term 1.
08:02:28.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:28.458935 10992 raft_consensus.cc:2468] T 5a9716bbe63f4e8b95b3b2ea36362294 P c93d03bb7466462bbcddd3a0be62687d [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate c2d48e101b9340ae92c87ed3a6c0b18b in term 1.
08:02:28.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:28.459395 11057 leader_election.cc:304] T 5a9716bbe63f4e8b95b3b2ea36362294 P c2d48e101b9340ae92c87ed3a6c0b18b [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 7269409477aa43d8870e5ad0c3b1193e, c2d48e101b9340ae92c87ed3a6c0b18b; no voters:
08:02:28.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:28.459760 11212 raft_consensus.cc:2804] T 5a9716bbe63f4e8b95b3b2ea36362294 P c2d48e101b9340ae92c87ed3a6c0b18b [term 1 FOLLOWER]: Leader election won for term 1
08:02:28.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:28.460281 11212 raft_consensus.cc:697] T 5a9716bbe63f4e8b95b3b2ea36362294 P c2d48e101b9340ae92c87ed3a6c0b18b [term 1 LEADER]: Becoming Leader. State: Replica: c2d48e101b9340ae92c87ed3a6c0b18b, State: Running, Role: LEADER
08:02:28.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:28.460839 11212 consensus_queue.cc:237] T 5a9716bbe63f4e8b95b3b2ea36362294 P c2d48e101b9340ae92c87ed3a6c0b18b [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7269409477aa43d8870e5ad0c3b1193e" member_type: VOTER last_known_addr { host: "127.10.51.129" port: 33113 } } peers { permanent_uuid: "c93d03bb7466462bbcddd3a0be62687d" member_type: VOTER last_known_addr { host: "127.10.51.130" port: 38089 } } peers { permanent_uuid: "c2d48e101b9340ae92c87ed3a6c0b18b" member_type: VOTER last_known_addr { host: "127.10.51.131" port: 38989 } }
08:02:28.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:28.463078 11255 tablet_replica.cc:442] T 5a9716bbe63f4e8b95b3b2ea36362294 P c2d48e101b9340ae92c87ed3a6c0b18b: TxnStatusTablet state changed. Reason: New leader c2d48e101b9340ae92c87ed3a6c0b18b. Latest consensus state: current_term: 1 leader_uuid: "c2d48e101b9340ae92c87ed3a6c0b18b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7269409477aa43d8870e5ad0c3b1193e" member_type: VOTER last_known_addr { host: "127.10.51.129" port: 33113 } } peers { permanent_uuid: "c93d03bb7466462bbcddd3a0be62687d" member_type: VOTER last_known_addr { host: "127.10.51.130" port: 38089 } } peers { permanent_uuid: "c2d48e101b9340ae92c87ed3a6c0b18b" member_type: VOTER last_known_addr { host: "127.10.51.131" port: 38989 } } }
08:02:28.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:28.463640 11255 tablet_replica.cc:445] T 5a9716bbe63f4e8b95b3b2ea36362294 P c2d48e101b9340ae92c87ed3a6c0b18b: This TxnStatusTablet replica's current role is: LEADER
08:02:28.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:28.465127 11257 txn_status_manager.cc:874] Waiting until node catch up with all replicated operations in previous term...
08:02:28.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:28.465394 11257 txn_status_manager.cc:930] Loading transaction status metadata into memory...
08:02:28.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:28.465770 10486 catalog_manager.cc:5696] T 5a9716bbe63f4e8b95b3b2ea36362294 P c2d48e101b9340ae92c87ed3a6c0b18b reported cstate change: term changed from 0 to 1, leader changed from <none> to c2d48e101b9340ae92c87ed3a6c0b18b (127.10.51.131). New cstate: current_term: 1 leader_uuid: "c2d48e101b9340ae92c87ed3a6c0b18b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7269409477aa43d8870e5ad0c3b1193e" member_type: VOTER last_known_addr { host: "127.10.51.129" port: 33113 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "c93d03bb7466462bbcddd3a0be62687d" member_type: VOTER last_known_addr { host: "127.10.51.130" port: 38089 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "c2d48e101b9340ae92c87ed3a6c0b18b" member_type: VOTER last_known_addr { host: "127.10.51.131" port: 38989 } health_report { overall_health: HEALTHY } } }
08:02:28.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:28.513887 10992 raft_consensus.cc:1275] T 5a9716bbe63f4e8b95b3b2ea36362294 P c93d03bb7466462bbcddd3a0be62687d [term 1 FOLLOWER]: Refusing update from remote peer c2d48e101b9340ae92c87ed3a6c0b18b: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:02:28.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:28.513998 10850 raft_consensus.cc:1275] T 5a9716bbe63f4e8b95b3b2ea36362294 P 7269409477aa43d8870e5ad0c3b1193e [term 1 FOLLOWER]: Refusing update from remote peer c2d48e101b9340ae92c87ed3a6c0b18b: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:02:28.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:28.514786 11212 consensus_queue.cc:1048] T 5a9716bbe63f4e8b95b3b2ea36362294 P c2d48e101b9340ae92c87ed3a6c0b18b [LEADER]: Connected to new peer: Peer: permanent_uuid: "7269409477aa43d8870e5ad0c3b1193e" member_type: VOTER last_known_addr { host: "127.10.51.129" port: 33113 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:02:28.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:28.515095 11255 consensus_queue.cc:1048] T 5a9716bbe63f4e8b95b3b2ea36362294 P c2d48e101b9340ae92c87ed3a6c0b18b [LEADER]: Connected to new peer: Peer: permanent_uuid: "c93d03bb7466462bbcddd3a0be62687d" member_type: VOTER last_known_addr { host: "127.10.51.130" port: 38089 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:02:28.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:28.529968 11224 tablet_replica.cc:442] T 5a9716bbe63f4e8b95b3b2ea36362294 P 7269409477aa43d8870e5ad0c3b1193e: TxnStatusTablet state changed. Reason: New leader c2d48e101b9340ae92c87ed3a6c0b18b. Latest consensus state: current_term: 1 leader_uuid: "c2d48e101b9340ae92c87ed3a6c0b18b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7269409477aa43d8870e5ad0c3b1193e" member_type: VOTER last_known_addr { host: "127.10.51.129" port: 33113 } } peers { permanent_uuid: "c93d03bb7466462bbcddd3a0be62687d" member_type: VOTER last_known_addr { host: "127.10.51.130" port: 38089 } } peers { permanent_uuid: "c2d48e101b9340ae92c87ed3a6c0b18b" member_type: VOTER last_known_addr { host: "127.10.51.131" port: 38989 } } }
08:02:28.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:28.530356 11224 tablet_replica.cc:445] T 5a9716bbe63f4e8b95b3b2ea36362294 P 7269409477aa43d8870e5ad0c3b1193e: This TxnStatusTablet replica's current role is: FOLLOWER
08:02:28.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:28.535130 11224 tablet_replica.cc:442] T 5a9716bbe63f4e8b95b3b2ea36362294 P 7269409477aa43d8870e5ad0c3b1193e: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "c2d48e101b9340ae92c87ed3a6c0b18b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7269409477aa43d8870e5ad0c3b1193e" member_type: VOTER last_known_addr { host: "127.10.51.129" port: 33113 } } peers { permanent_uuid: "c93d03bb7466462bbcddd3a0be62687d" member_type: VOTER last_known_addr { host: "127.10.51.130" port: 38089 } } peers { permanent_uuid: "c2d48e101b9340ae92c87ed3a6c0b18b" member_type: VOTER last_known_addr { host: "127.10.51.131" port: 38989 } } }
08:02:28.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:28.535355 11224 tablet_replica.cc:445] T 5a9716bbe63f4e8b95b3b2ea36362294 P 7269409477aa43d8870e5ad0c3b1193e: This TxnStatusTablet replica's current role is: FOLLOWER
08:02:28.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:28.537591 11212 tablet_replica.cc:442] T 5a9716bbe63f4e8b95b3b2ea36362294 P c2d48e101b9340ae92c87ed3a6c0b18b: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "c2d48e101b9340ae92c87ed3a6c0b18b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7269409477aa43d8870e5ad0c3b1193e" member_type: VOTER last_known_addr { host: "127.10.51.129" port: 33113 } } peers { permanent_uuid: "c93d03bb7466462bbcddd3a0be62687d" member_type: VOTER last_known_addr { host: "127.10.51.130" port: 38089 } } peers { permanent_uuid: "c2d48e101b9340ae92c87ed3a6c0b18b" member_type: VOTER last_known_addr { host: "127.10.51.131" port: 38989 } } }
08:02:28.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:28.537860 11212 tablet_replica.cc:445] T 5a9716bbe63f4e8b95b3b2ea36362294 P c2d48e101b9340ae92c87ed3a6c0b18b: This TxnStatusTablet replica's current role is: LEADER
08:02:28.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:28.538164 11228 mvcc.cc:204] Tried to move back new op lower bound from 7297067206692315136 to 7297067206500478976. Current Snapshot: MvccSnapshot[applied={T|T < 7297067206692315136}]
08:02:28.545 [DEBUG - Time-limited test] (KuduTransaction.java:702) starting keepalive heartbeating with period 500 ms (txn ID 0)
08:02:28.548 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 5521c9c4aabd4c95bf492ab5a0874f9f
08:02:28.549 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.10.51.190:35979
08:02:28.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:28.541877 11255 tablet_replica.cc:442] T 5a9716bbe63f4e8b95b3b2ea36362294 P c2d48e101b9340ae92c87ed3a6c0b18b: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "c2d48e101b9340ae92c87ed3a6c0b18b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7269409477aa43d8870e5ad0c3b1193e" member_type: VOTER last_known_addr { host: "127.10.51.129" port: 33113 } } peers { permanent_uuid: "c93d03bb7466462bbcddd3a0be62687d" member_type: VOTER last_known_addr { host: "127.10.51.130" port: 38089 } } peers { permanent_uuid: "c2d48e101b9340ae92c87ed3a6c0b18b" member_type: VOTER last_known_addr { host: "127.10.51.131" port: 38989 } } }
08:02:28.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:28.542106 11255 tablet_replica.cc:445] T 5a9716bbe63f4e8b95b3b2ea36362294 P c2d48e101b9340ae92c87ed3a6c0b18b: This TxnStatusTablet replica's current role is: LEADER
08:02:28.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:28.545192 11219 tablet_replica.cc:442] T 5a9716bbe63f4e8b95b3b2ea36362294 P c93d03bb7466462bbcddd3a0be62687d: TxnStatusTablet state changed. Reason: New leader c2d48e101b9340ae92c87ed3a6c0b18b. Latest consensus state: current_term: 1 leader_uuid: "c2d48e101b9340ae92c87ed3a6c0b18b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7269409477aa43d8870e5ad0c3b1193e" member_type: VOTER last_known_addr { host: "127.10.51.129" port: 33113 } } peers { permanent_uuid: "c93d03bb7466462bbcddd3a0be62687d" member_type: VOTER last_known_addr { host: "127.10.51.130" port: 38089 } } peers { permanent_uuid: "c2d48e101b9340ae92c87ed3a6c0b18b" member_type: VOTER last_known_addr { host: "127.10.51.131" port: 38989 } } }
08:02:28.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:28.545468 11219 tablet_replica.cc:445] T 5a9716bbe63f4e8b95b3b2ea36362294 P c93d03bb7466462bbcddd3a0be62687d: This TxnStatusTablet replica's current role is: FOLLOWER
08:02:28.549 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
08:02:28.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:28.550170 10446 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskjruXVz/build/asan/bin/kudu pid 10457
08:02:28.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:28.551611 10528 generic_service.cc:196] Checking for leaks (request via RPC)
08:02:28.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:28.553709 11219 tablet_replica.cc:442] T 5a9716bbe63f4e8b95b3b2ea36362294 P c93d03bb7466462bbcddd3a0be62687d: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "c2d48e101b9340ae92c87ed3a6c0b18b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7269409477aa43d8870e5ad0c3b1193e" member_type: VOTER last_known_addr { host: "127.10.51.129" port: 33113 } } peers { permanent_uuid: "c93d03bb7466462bbcddd3a0be62687d" member_type: VOTER last_known_addr { host: "127.10.51.130" port: 38089 } } peers { permanent_uuid: "c2d48e101b9340ae92c87ed3a6c0b18b" member_type: VOTER last_known_addr { host: "127.10.51.131" port: 38989 } } }
08:02:28.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:28.553921 11219 tablet_replica.cc:445] T 5a9716bbe63f4e8b95b3b2ea36362294 P c93d03bb7466462bbcddd3a0be62687d: This TxnStatusTablet replica's current role is: FOLLOWER
08:02:28.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:28.709421 10446 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskjruXVz/build/asan/bin/kudu with pid 10457
08:02:28.730 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.10.51.190:35979(127.10.51.190:35979)] handling channelInactive
08:02:28.730 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.51.190:35979(127.10.51.190:35979)] cleaning up while in state READY due to: connection closed
08:02:28.730 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:02:28.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:28.730448 10915 connection.cc:573] client connection to 127.10.51.190:35979 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
08:02:28.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:28.730943 11038 heartbeater.cc:646] Failed to heartbeat to 127.10.51.190:35979 (0 consecutive failures): Network error: Failed to send heartbeat to master: recv error from unknown peer: Transport endpoint is not connected (error 107)
08:02:28.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:28.941498 10896 heartbeater.cc:646] Failed to heartbeat to 127.10.51.190:35979 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.10.51.190:35979: connect: Connection refused (error 111)
08:02:29.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:29.010303 11271 raft_consensus.cc:493] T 00000000000000000000000000000000 P a37e55626dcb48e4813a230e9052ef10 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader dec75b5c41544bf98b7214cfbd15b6d9)
08:02:29.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:29.010409 11272 raft_consensus.cc:493] T 00000000000000000000000000000000 P 82f04fa9acaf4ddc9bd368e4cc7d7ce3 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader dec75b5c41544bf98b7214cfbd15b6d9)
08:02:29.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:29.010504 11271 raft_consensus.cc:515] T 00000000000000000000000000000000 P a37e55626dcb48e4813a230e9052ef10 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dec75b5c41544bf98b7214cfbd15b6d9" member_type: VOTER last_known_addr { host: "127.10.51.190" port: 35979 } } peers { permanent_uuid: "82f04fa9acaf4ddc9bd368e4cc7d7ce3" member_type: VOTER last_known_addr { host: "127.10.51.189" port: 44773 } } peers { permanent_uuid: "a37e55626dcb48e4813a230e9052ef10" member_type: VOTER last_known_addr { host: "127.10.51.188" port: 34411 } }
08:02:29.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:29.010674 11272 raft_consensus.cc:515] T 00000000000000000000000000000000 P 82f04fa9acaf4ddc9bd368e4cc7d7ce3 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dec75b5c41544bf98b7214cfbd15b6d9" member_type: VOTER last_known_addr { host: "127.10.51.190" port: 35979 } } peers { permanent_uuid: "82f04fa9acaf4ddc9bd368e4cc7d7ce3" member_type: VOTER last_known_addr { host: "127.10.51.189" port: 44773 } } peers { permanent_uuid: "a37e55626dcb48e4813a230e9052ef10" member_type: VOTER last_known_addr { host: "127.10.51.188" port: 34411 } }
08:02:29.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:29.011751 11271 leader_election.cc:290] T 00000000000000000000000000000000 P a37e55626dcb48e4813a230e9052ef10 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers dec75b5c41544bf98b7214cfbd15b6d9 (127.10.51.190:35979), 82f04fa9acaf4ddc9bd368e4cc7d7ce3 (127.10.51.189:44773)
08:02:29.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:29.011997 11272 leader_election.cc:290] T 00000000000000000000000000000000 P 82f04fa9acaf4ddc9bd368e4cc7d7ce3 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers dec75b5c41544bf98b7214cfbd15b6d9 (127.10.51.190:35979), a37e55626dcb48e4813a230e9052ef10 (127.10.51.188:34411)
08:02:29.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:29.012835 10577 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a37e55626dcb48e4813a230e9052ef10" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "82f04fa9acaf4ddc9bd368e4cc7d7ce3" is_pre_election: true
08:02:29.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:29.013130 10660 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "82f04fa9acaf4ddc9bd368e4cc7d7ce3" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "a37e55626dcb48e4813a230e9052ef10" is_pre_election: true
08:02:29.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:29.013159 10577 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 82f04fa9acaf4ddc9bd368e4cc7d7ce3 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a37e55626dcb48e4813a230e9052ef10 in term 1.
08:02:29.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:29.013326 10660 raft_consensus.cc:2468] T 00000000000000000000000000000000 P a37e55626dcb48e4813a230e9052ef10 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 82f04fa9acaf4ddc9bd368e4cc7d7ce3 in term 1.
08:02:29.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:29.013767 10634 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.10.51.190:35979: connect: Connection refused (error 111)
08:02:29.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:29.013892 10554 leader_election.cc:304] T 00000000000000000000000000000000 P 82f04fa9acaf4ddc9bd368e4cc7d7ce3 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 82f04fa9acaf4ddc9bd368e4cc7d7ce3, a37e55626dcb48e4813a230e9052ef10; no voters:
08:02:29.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:29.013921 10635 leader_election.cc:304] T 00000000000000000000000000000000 P a37e55626dcb48e4813a230e9052ef10 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 82f04fa9acaf4ddc9bd368e4cc7d7ce3, a37e55626dcb48e4813a230e9052ef10; no voters:
08:02:29.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:29.014273 11271 raft_consensus.cc:2804] T 00000000000000000000000000000000 P a37e55626dcb48e4813a230e9052ef10 [term 1 FOLLOWER]: Leader pre-election won for term 2
08:02:29.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:29.014284 11272 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 82f04fa9acaf4ddc9bd368e4cc7d7ce3 [term 1 FOLLOWER]: Leader pre-election won for term 2
08:02:29.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:29.014398 11272 raft_consensus.cc:493] T 00000000000000000000000000000000 P 82f04fa9acaf4ddc9bd368e4cc7d7ce3 [term 1 FOLLOWER]: Starting leader election (detected failure of leader dec75b5c41544bf98b7214cfbd15b6d9)
08:02:29.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:29.014533 11272 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 82f04fa9acaf4ddc9bd368e4cc7d7ce3 [term 1 FOLLOWER]: Advancing to term 2
08:02:29.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:29.014533 11271 raft_consensus.cc:493] T 00000000000000000000000000000000 P a37e55626dcb48e4813a230e9052ef10 [term 1 FOLLOWER]: Starting leader election (detected failure of leader dec75b5c41544bf98b7214cfbd15b6d9)
08:02:29.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:29.014647 11271 raft_consensus.cc:3060] T 00000000000000000000000000000000 P a37e55626dcb48e4813a230e9052ef10 [term 1 FOLLOWER]: Advancing to term 2
08:02:29.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:29.017742 11271 raft_consensus.cc:515] T 00000000000000000000000000000000 P a37e55626dcb48e4813a230e9052ef10 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dec75b5c41544bf98b7214cfbd15b6d9" member_type: VOTER last_known_addr { host: "127.10.51.190" port: 35979 } } peers { permanent_uuid: "82f04fa9acaf4ddc9bd368e4cc7d7ce3" member_type: VOTER last_known_addr { host: "127.10.51.189" port: 44773 } } peers { permanent_uuid: "a37e55626dcb48e4813a230e9052ef10" member_type: VOTER last_known_addr { host: "127.10.51.188" port: 34411 } }
08:02:29.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:29.017742 11272 raft_consensus.cc:515] T 00000000000000000000000000000000 P 82f04fa9acaf4ddc9bd368e4cc7d7ce3 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dec75b5c41544bf98b7214cfbd15b6d9" member_type: VOTER last_known_addr { host: "127.10.51.190" port: 35979 } } peers { permanent_uuid: "82f04fa9acaf4ddc9bd368e4cc7d7ce3" member_type: VOTER last_known_addr { host: "127.10.51.189" port: 44773 } } peers { permanent_uuid: "a37e55626dcb48e4813a230e9052ef10" member_type: VOTER last_known_addr { host: "127.10.51.188" port: 34411 } }
08:02:29.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:29.018517 11272 leader_election.cc:290] T 00000000000000000000000000000000 P 82f04fa9acaf4ddc9bd368e4cc7d7ce3 [CANDIDATE]: Term 2 election: Requested vote from peers dec75b5c41544bf98b7214cfbd15b6d9 (127.10.51.190:35979), a37e55626dcb48e4813a230e9052ef10 (127.10.51.188:34411)
08:02:29.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:29.018721 11271 leader_election.cc:290] T 00000000000000000000000000000000 P a37e55626dcb48e4813a230e9052ef10 [CANDIDATE]: Term 2 election: Requested vote from peers dec75b5c41544bf98b7214cfbd15b6d9 (127.10.51.190:35979), 82f04fa9acaf4ddc9bd368e4cc7d7ce3 (127.10.51.189:44773)
08:02:29.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:29.019428 10577 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a37e55626dcb48e4813a230e9052ef10" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "82f04fa9acaf4ddc9bd368e4cc7d7ce3"
08:02:29.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:29.019443 10660 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "82f04fa9acaf4ddc9bd368e4cc7d7ce3" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "a37e55626dcb48e4813a230e9052ef10"
08:02:29.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:29.019726 10577 raft_consensus.cc:2393] T 00000000000000000000000000000000 P 82f04fa9acaf4ddc9bd368e4cc7d7ce3 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate a37e55626dcb48e4813a230e9052ef10 in current term 2: Already voted for candidate 82f04fa9acaf4ddc9bd368e4cc7d7ce3 in this term.
08:02:29.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:29.019711 10660 raft_consensus.cc:2393] T 00000000000000000000000000000000 P a37e55626dcb48e4813a230e9052ef10 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate 82f04fa9acaf4ddc9bd368e4cc7d7ce3 in current term 2: Already voted for candidate a37e55626dcb48e4813a230e9052ef10 in this term.
08:02:29.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:29.020412 10553 leader_election.cc:336] T 00000000000000000000000000000000 P 82f04fa9acaf4ddc9bd368e4cc7d7ce3 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer dec75b5c41544bf98b7214cfbd15b6d9 (127.10.51.190:35979): Network error: Client connection negotiation failed: client connection to 127.10.51.190:35979: connect: Connection refused (error 111)
08:02:29.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:29.020861 10634 leader_election.cc:336] T 00000000000000000000000000000000 P a37e55626dcb48e4813a230e9052ef10 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer dec75b5c41544bf98b7214cfbd15b6d9 (127.10.51.190:35979): Network error: Client connection negotiation failed: client connection to 127.10.51.190:35979: connect: Connection refused (error 111)
08:02:29.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:29.021759 10553 leader_election.cc:336] T 00000000000000000000000000000000 P 82f04fa9acaf4ddc9bd368e4cc7d7ce3 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer dec75b5c41544bf98b7214cfbd15b6d9 (127.10.51.190:35979): Network error: Client connection negotiation failed: client connection to 127.10.51.190:35979: connect: Connection refused (error 111)
08:02:29.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:29.021915 10553 leader_election.cc:304] T 00000000000000000000000000000000 P 82f04fa9acaf4ddc9bd368e4cc7d7ce3 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 82f04fa9acaf4ddc9bd368e4cc7d7ce3; no voters: a37e55626dcb48e4813a230e9052ef10, dec75b5c41544bf98b7214cfbd15b6d9
08:02:29.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:29.022099 10634 leader_election.cc:336] T 00000000000000000000000000000000 P a37e55626dcb48e4813a230e9052ef10 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer dec75b5c41544bf98b7214cfbd15b6d9 (127.10.51.190:35979): Network error: Client connection negotiation failed: client connection to 127.10.51.190:35979: connect: Connection refused (error 111)
08:02:29.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:29.022251 11272 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 82f04fa9acaf4ddc9bd368e4cc7d7ce3 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
08:02:29.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:29.022239 10634 leader_election.cc:304] T 00000000000000000000000000000000 P a37e55626dcb48e4813a230e9052ef10 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: a37e55626dcb48e4813a230e9052ef10; no voters: 82f04fa9acaf4ddc9bd368e4cc7d7ce3, dec75b5c41544bf98b7214cfbd15b6d9
08:02:29.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:29.022509 11271 raft_consensus.cc:2749] T 00000000000000000000000000000000 P a37e55626dcb48e4813a230e9052ef10 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
08:02:29.059 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.51.190:35979(127.10.51.190:35979)] connecting to peer
08:02:29.061 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979
08:02:29.061 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.10.51.190:35979(127.10.51.190:35979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979
08:02:29.061 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location master-127.10.51.190:35979(127.10.51.190:35979) for tablet Kudu Master: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979
08:02:29.080 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.51.190:35979(127.10.51.190:35979)] connecting to peer
08:02:29.081 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979
08:02:29.082 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.10.51.190:35979(127.10.51.190:35979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979
08:02:29.082 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.10.51.190:35979: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979
08:02:29.082 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.51.190:35979,127.10.51.188:34411,127.10.51.189:44773; will retry
08:02:29.099 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.51.190:35979(127.10.51.190:35979)] connecting to peer
08:02:29.101 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979
08:02:29.101 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.10.51.190:35979(127.10.51.190:35979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979
08:02:29.101 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.10.51.190:35979: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979
08:02:29.101 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.10.51.190:35979,127.10.51.188:34411,127.10.51.189:44773; will retry
08:02:29.119 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.51.190:35979(127.10.51.190:35979)] connecting to peer
08:02:29.121 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979
08:02:29.121 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.10.51.190:35979(127.10.51.190:35979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979
08:02:29.121 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.10.51.190:35979: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979
08:02:29.122 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.51.190:35979,127.10.51.188:34411,127.10.51.189:44773; will retry
08:02:29.140 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.51.190:35979(127.10.51.190:35979)] connecting to peer
08:02:29.141 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979
08:02:29.141 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.10.51.190:35979(127.10.51.190:35979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979
08:02:29.142 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.10.51.190:35979: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979
08:02:29.142 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.51.190:35979,127.10.51.188:34411,127.10.51.189:44773; will retry
08:02:29.159 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.51.190:35979(127.10.51.190:35979)] connecting to peer
08:02:29.160 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979
08:02:29.160 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.51.190:35979(127.10.51.190:35979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979
08:02:29.161 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.51.190:35979: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979
08:02:29.161 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.10.51.190:35979,127.10.51.188:34411,127.10.51.189:44773; will retry
08:02:29.199 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.51.190:35979(127.10.51.190:35979)] connecting to peer
08:02:29.201 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979
08:02:29.201 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.51.190:35979(127.10.51.190:35979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979
08:02:29.201 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.51.190:35979: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979
08:02:29.203 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.10.51.190:35979,127.10.51.188:34411,127.10.51.189:44773; will retry
08:02:29.203 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=7, TimeoutTracker(timeout=250, elapsed=143), Traces: [0ms] sending RPC to server master-127.10.51.190:35979, [2ms] received response from server master-127.10.51.190:35979: Network error: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.190:35979, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.188:34411, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.189:44773, [23ms] Sub RPC ConnectToMaster: received response from server master-127.10.51.190:35979: Network error: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979, [23ms] Sub RPC ConnectToMaster: received response from server master-127.10.51.188:34411: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.10.51.189:44773: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.10.51.190:35979,127.10.51.188:34411,127.10.51.189:44773) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.190:35979, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.188:34411, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.189:44773, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.51.190:35979: Network error: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.51.188:34411: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.51.189:44773: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.10.51.190:35979,127.10.51.188:34411,127.10.51.189:44773) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.190:35979, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.188:34411, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.189:44773, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.51.190:35979: Network error: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979, [63ms] Sub RPC ConnectToMaster: received response from server master-127.10.51.189:44773: OK, [63ms] Sub RPC ConnectToMaster: received response from server master-127.10.51.188:34411: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.10.51.190:35979,127.10.51.188:34411,127.10.51.189:44773) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.190:35979, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.188:34411, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.189:44773, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.51.190:35979: Network error: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979, [83ms] Sub RPC ConnectToMaster: received response from server master-127.10.51.188:34411: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.10.51.189:44773: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.10.51.190:35979,127.10.51.188:34411,127.10.51.189:44773) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.190:35979, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.188:34411, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.189:44773, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.51.190:35979: Network error: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979, [102ms] Sub RPC ConnectToMaster: received response from server master-127.10.51.189:44773: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.10.51.188:34411: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.10.51.190:35979,127.10.51.188:34411,127.10.51.189:44773) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.190:35979, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.188:34411, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.189:44773, [142ms] Sub RPC ConnectToMaster: received response from server master-127.10.51.190:35979: Network error: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979, [143ms] Sub RPC ConnectToMaster: received response from server master-127.10.51.188:34411: OK, [143ms] Sub RPC ConnectToMaster: received response from server master-127.10.51.189:44773: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.10.51.190:35979,127.10.51.188:34411,127.10.51.189:44773) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979, deferred=Deferred@957315045(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$240/0x00007fe92833ac98@a26a03e -> (continuation of Deferred@1759683106 after retry RPC after error@1816690007) -> (continuation of Deferred@783982436 after retry RPC after error@287501789) -> (continuation of Deferred@1823260265 after retry RPC after error@1126286446) -> (continuation of Deferred@966402769 after retry RPC after error@1062235194) -> (continuation of Deferred@914805327 after retry RPC after error@2068406853), errback=org.apache.kudu.client.KuduTransaction$$Lambda$241/0x00007fe92833aec0@132d5b57 -> (continuation of Deferred@1759683106 after retry RPC after error@1816690007) -> (continuation of Deferred@783982436 after retry RPC after error@287501789) -> (continuation of Deferred@1823260265 after retry RPC after error@1126286446) -> (continuation of Deferred@966402769 after retry RPC after error@1062235194) -> (continuation of Deferred@914805327 after retry RPC after error@2068406853)))
08:02:29.203 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=7, TimeoutTracker(timeout=250, elapsed=143), Traces: [0ms] sending RPC to server master-127.10.51.190:35979, [2ms] received response from server master-127.10.51.190:35979: Network error: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.190:35979, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.188:34411, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.189:44773, [23ms] Sub RPC ConnectToMaster: received response from server master-127.10.51.190:35979: Network error: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979, [23ms] Sub RPC ConnectToMaster: received response from server master-127.10.51.188:34411: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.10.51.189:44773: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.10.51.190:35979,127.10.51.188:34411,127.10.51.189:44773) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.190:35979, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.188:34411, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.189:44773, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.51.190:35979: Network error: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.51.188:34411: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.51.189:44773: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.10.51.190:35979,127.10.51.188:34411,127.10.51.189:44773) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.190:35979, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.188:34411, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.189:44773, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.51.190:35979: Network error: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979, [63ms] Sub RPC ConnectToMaster: received response from server master-127.10.51.189:44773: OK, [63ms] Sub RPC ConnectToMaster: received response from server master-127.10.51.188:34411: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.10.51.190:35979,127.10.51.188:34411,127.10.51.189:44773) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.190:35979, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.188:34411, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.189:44773, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.51.190:35979: Network error: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979, [83ms] Sub RPC ConnectToMaster: received response from server master-127.10.51.188:34411: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.10.51.189:44773: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.10.51.190:35979,127.10.51.188:34411,127.10.51.189:44773) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.190:35979, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.188:34411, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.189:44773, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.51.190:35979: Network error: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979, [102ms] Sub RPC ConnectToMaster: received response from server master-127.10.51.189:44773: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.10.51.188:34411: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.10.51.190:35979,127.10.51.188:34411,127.10.51.189:44773) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.190:35979, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.188:34411, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.189:44773, [142ms] Sub RPC ConnectToMaster: received response from server master-127.10.51.190:35979: Network error: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979, [143ms] Sub RPC ConnectToMaster: received response from server master-127.10.51.188:34411: OK, [143ms] Sub RPC ConnectToMaster: received response from server master-127.10.51.189:44773: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.10.51.190:35979,127.10.51.188:34411,127.10.51.189:44773) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979, deferred=Deferred@957315045(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$240/0x00007fe92833ac98@a26a03e -> (continuation of Deferred@1759683106 after retry RPC after error@1816690007) -> (continuation of Deferred@783982436 after retry RPC after error@287501789) -> (continuation of Deferred@1823260265 after retry RPC after error@1126286446) -> (continuation of Deferred@966402769 after retry RPC after error@1062235194) -> (continuation of Deferred@914805327 after retry RPC after error@2068406853), errback=org.apache.kudu.client.KuduTransaction$$Lambda$241/0x00007fe92833aec0@132d5b57 -> (continuation of Deferred@1759683106 after retry RPC after error@1816690007) -> (continuation of Deferred@783982436 after retry RPC after error@287501789) -> (continuation of Deferred@1823260265 after retry RPC after error@1126286446) -> (continuation of Deferred@966402769 after retry RPC after error@1062235194) -> (continuation of Deferred@914805327 after retry RPC after error@2068406853)))
08:02:29.219 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.51.190:35979(127.10.51.190:35979)] connecting to peer
08:02:29.221 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979
08:02:29.221 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.10.51.190:35979(127.10.51.190:35979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979
08:02:29.221 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.10.51.190:35979: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979
08:02:29.222 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.10.51.190:35979,127.10.51.188:34411,127.10.51.189:44773; will retry
08:02:29.240 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.51.190:35979(127.10.51.190:35979)] connecting to peer
08:02:29.241 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979
08:02:29.241 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.10.51.190:35979(127.10.51.190:35979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979
08:02:29.241 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.10.51.190:35979: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979
08:02:29.242 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.51.190:35979,127.10.51.188:34411,127.10.51.189:44773; will retry
08:02:29.260 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.51.190:35979(127.10.51.190:35979)] connecting to peer
08:02:29.261 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979
08:02:29.261 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.10.51.190:35979(127.10.51.190:35979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979
08:02:29.261 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.10.51.190:35979: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979
08:02:29.262 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.51.190:35979,127.10.51.188:34411,127.10.51.189:44773; will retry
08:02:29.280 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.51.190:35979(127.10.51.190:35979)] connecting to peer
08:02:29.281 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979
08:02:29.281 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.10.51.190:35979(127.10.51.190:35979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979
08:02:29.281 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.10.51.190:35979: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979
08:02:29.282 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.51.190:35979,127.10.51.188:34411,127.10.51.189:44773; will retry
08:02:29.300 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.51.190:35979(127.10.51.190:35979)] connecting to peer
08:02:29.301 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979
08:02:29.301 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.10.51.190:35979(127.10.51.190:35979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979
08:02:29.301 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.10.51.190:35979: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979
08:02:29.302 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.51.190:35979,127.10.51.188:34411,127.10.51.189:44773; will retry
08:02:29.320 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.51.190:35979(127.10.51.190:35979)] connecting to peer
08:02:29.321 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979
08:02:29.321 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.10.51.190:35979(127.10.51.190:35979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979
08:02:29.321 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.10.51.190:35979: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979
08:02:29.322 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.51.190:35979,127.10.51.188:34411,127.10.51.189:44773; will retry
08:02:29.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:29.338924 11271 raft_consensus.cc:493] T 00000000000000000000000000000000 P a37e55626dcb48e4813a230e9052ef10 [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:02:29.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:29.339252 11271 raft_consensus.cc:515] T 00000000000000000000000000000000 P a37e55626dcb48e4813a230e9052ef10 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dec75b5c41544bf98b7214cfbd15b6d9" member_type: VOTER last_known_addr { host: "127.10.51.190" port: 35979 } } peers { permanent_uuid: "82f04fa9acaf4ddc9bd368e4cc7d7ce3" member_type: VOTER last_known_addr { host: "127.10.51.189" port: 44773 } } peers { permanent_uuid: "a37e55626dcb48e4813a230e9052ef10" member_type: VOTER last_known_addr { host: "127.10.51.188" port: 34411 } }
08:02:29.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:29.339944 11271 leader_election.cc:290] T 00000000000000000000000000000000 P a37e55626dcb48e4813a230e9052ef10 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers dec75b5c41544bf98b7214cfbd15b6d9 (127.10.51.190:35979), 82f04fa9acaf4ddc9bd368e4cc7d7ce3 (127.10.51.189:44773)
08:02:29.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:29.340759 10577 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a37e55626dcb48e4813a230e9052ef10" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "82f04fa9acaf4ddc9bd368e4cc7d7ce3" is_pre_election: true
08:02:29.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:29.341033 10577 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 82f04fa9acaf4ddc9bd368e4cc7d7ce3 [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a37e55626dcb48e4813a230e9052ef10 in term 2.
08:02:29.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:29.341472 10635 leader_election.cc:304] T 00000000000000000000000000000000 P a37e55626dcb48e4813a230e9052ef10 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 82f04fa9acaf4ddc9bd368e4cc7d7ce3, a37e55626dcb48e4813a230e9052ef10; no voters:
08:02:29.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:29.341662 10634 leader_election.cc:336] T 00000000000000000000000000000000 P a37e55626dcb48e4813a230e9052ef10 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer dec75b5c41544bf98b7214cfbd15b6d9 (127.10.51.190:35979): Network error: Client connection negotiation failed: client connection to 127.10.51.190:35979: connect: Connection refused (error 111)
08:02:29.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:29.341761 11271 raft_consensus.cc:2804] T 00000000000000000000000000000000 P a37e55626dcb48e4813a230e9052ef10 [term 2 FOLLOWER]: Leader pre-election won for term 3
08:02:29.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:29.341835 11271 raft_consensus.cc:493] T 00000000000000000000000000000000 P a37e55626dcb48e4813a230e9052ef10 [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:02:29.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:29.341913 11271 raft_consensus.cc:3060] T 00000000000000000000000000000000 P a37e55626dcb48e4813a230e9052ef10 [term 2 FOLLOWER]: Advancing to term 3
08:02:29.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:29.343743 11271 raft_consensus.cc:515] T 00000000000000000000000000000000 P a37e55626dcb48e4813a230e9052ef10 [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dec75b5c41544bf98b7214cfbd15b6d9" member_type: VOTER last_known_addr { host: "127.10.51.190" port: 35979 } } peers { permanent_uuid: "82f04fa9acaf4ddc9bd368e4cc7d7ce3" member_type: VOTER last_known_addr { host: "127.10.51.189" port: 44773 } } peers { permanent_uuid: "a37e55626dcb48e4813a230e9052ef10" member_type: VOTER last_known_addr { host: "127.10.51.188" port: 34411 } }
08:02:29.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:29.344442 11271 leader_election.cc:290] T 00000000000000000000000000000000 P a37e55626dcb48e4813a230e9052ef10 [CANDIDATE]: Term 3 election: Requested vote from peers dec75b5c41544bf98b7214cfbd15b6d9 (127.10.51.190:35979), 82f04fa9acaf4ddc9bd368e4cc7d7ce3 (127.10.51.189:44773)
08:02:29.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:29.344942 10577 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a37e55626dcb48e4813a230e9052ef10" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "82f04fa9acaf4ddc9bd368e4cc7d7ce3"
08:02:29.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:29.345187 10577 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 82f04fa9acaf4ddc9bd368e4cc7d7ce3 [term 2 FOLLOWER]: Advancing to term 3
08:02:29.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:29.345757 10634 leader_election.cc:336] T 00000000000000000000000000000000 P a37e55626dcb48e4813a230e9052ef10 [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer dec75b5c41544bf98b7214cfbd15b6d9 (127.10.51.190:35979): Network error: Client connection negotiation failed: client connection to 127.10.51.190:35979: connect: Connection refused (error 111)
08:02:29.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:29.347362 10577 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 82f04fa9acaf4ddc9bd368e4cc7d7ce3 [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a37e55626dcb48e4813a230e9052ef10 in term 3.
08:02:29.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:29.347811 10635 leader_election.cc:304] T 00000000000000000000000000000000 P a37e55626dcb48e4813a230e9052ef10 [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 82f04fa9acaf4ddc9bd368e4cc7d7ce3, a37e55626dcb48e4813a230e9052ef10; no voters: dec75b5c41544bf98b7214cfbd15b6d9
08:02:29.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:29.348160 11271 raft_consensus.cc:2804] T 00000000000000000000000000000000 P a37e55626dcb48e4813a230e9052ef10 [term 3 FOLLOWER]: Leader election won for term 3
08:02:29.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:29.348591 11271 raft_consensus.cc:697] T 00000000000000000000000000000000 P a37e55626dcb48e4813a230e9052ef10 [term 3 LEADER]: Becoming Leader. State: Replica: a37e55626dcb48e4813a230e9052ef10, State: Running, Role: LEADER
08:02:29.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:29.349151 11271 consensus_queue.cc:237] T 00000000000000000000000000000000 P a37e55626dcb48e4813a230e9052ef10 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 11, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dec75b5c41544bf98b7214cfbd15b6d9" member_type: VOTER last_known_addr { host: "127.10.51.190" port: 35979 } } peers { permanent_uuid: "82f04fa9acaf4ddc9bd368e4cc7d7ce3" member_type: VOTER last_known_addr { host: "127.10.51.189" port: 44773 } } peers { permanent_uuid: "a37e55626dcb48e4813a230e9052ef10" member_type: VOTER last_known_addr { host: "127.10.51.188" port: 34411 } }
08:02:29.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:29.350646 11283 sys_catalog.cc:455] T 00000000000000000000000000000000 P a37e55626dcb48e4813a230e9052ef10 [sys.catalog]: SysCatalogTable state changed. Reason: New leader a37e55626dcb48e4813a230e9052ef10. Latest consensus state: current_term: 3 leader_uuid: "a37e55626dcb48e4813a230e9052ef10" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dec75b5c41544bf98b7214cfbd15b6d9" member_type: VOTER last_known_addr { host: "127.10.51.190" port: 35979 } } peers { permanent_uuid: "82f04fa9acaf4ddc9bd368e4cc7d7ce3" member_type: VOTER last_known_addr { host: "127.10.51.189" port: 44773 } } peers { permanent_uuid: "a37e55626dcb48e4813a230e9052ef10" member_type: VOTER last_known_addr { host: "127.10.51.188" port: 34411 } } }
08:02:29.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:29.350950 11283 sys_catalog.cc:458] T 00000000000000000000000000000000 P a37e55626dcb48e4813a230e9052ef10 [sys.catalog]: This master's current role is: LEADER
08:02:29.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:29.351763 11284 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
08:02:29.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:29.354377 11284 catalog_manager.cc:679] Loaded metadata for table kudu_system.kudu_transactions [id=20aede7cdb2145ed8e77e0f71ca453ea]
08:02:29.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:29.355204 11284 catalog_manager.cc:679] Loaded metadata for table txn_manager_fallback_rolling [id=5521c9c4aabd4c95bf492ab5a0874f9f]
08:02:29.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:29.357218 11284 tablet_loader.cc:96] loaded metadata for tablet 13b001395ba04febb822739b521581c3 (table txn_manager_fallback_rolling [id=5521c9c4aabd4c95bf492ab5a0874f9f])
08:02:29.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:29.357720 11284 tablet_loader.cc:96] loaded metadata for tablet 5a9716bbe63f4e8b95b3b2ea36362294 (table kudu_system.kudu_transactions [id=20aede7cdb2145ed8e77e0f71ca453ea])
08:02:29.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:29.358058 11284 tablet_loader.cc:96] loaded metadata for tablet 85eacdcd44f64677b8f184989df8e135 (table txn_manager_fallback_rolling [id=5521c9c4aabd4c95bf492ab5a0874f9f])
08:02:29.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:29.358304 11284 catalog_manager.cc:1519] Initializing Kudu cluster ID...
08:02:29.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:29.359297 11284 catalog_manager.cc:1294] Loaded cluster ID: 6e2705ae39b541a9be3eee4a2a0b7f45
08:02:29.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:29.359419 11284 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
08:02:29.359 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.51.190:35979(127.10.51.190:35979)] connecting to peer
08:02:29.360 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979
08:02:29.360 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.51.190:35979(127.10.51.190:35979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979
08:02:29.361 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.51.190:35979: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979
08:02:29.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:29.361232 11284 catalog_manager.cc:1539] Loading token signing keys...
08:02:29.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:29.362502 11284 catalog_manager.cc:6080] T 00000000000000000000000000000000 P a37e55626dcb48e4813a230e9052ef10: Loaded TSK: 0
08:02:29.362 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.10.51.190:35979,127.10.51.188:34411,127.10.51.189:44773; will retry
08:02:29.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:29.363788 11284 catalog_manager.cc:1549] Initializing in-progress tserver states...
08:02:29.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:29.438473 10634 consensus_peers.cc:597] T 00000000000000000000000000000000 P a37e55626dcb48e4813a230e9052ef10 -> Peer dec75b5c41544bf98b7214cfbd15b6d9 (127.10.51.190:35979): Couldn't send request to peer dec75b5c41544bf98b7214cfbd15b6d9. Status: Network error: Client connection negotiation failed: client connection to 127.10.51.190:35979: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
08:02:29.460 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.51.190:35979(127.10.51.190:35979)] connecting to peer
08:02:29.461 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979
08:02:29.461 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.51.190:35979(127.10.51.190:35979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979
08:02:29.461 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.51.190:35979: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979
08:02:29.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:29.463553 10577 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 82f04fa9acaf4ddc9bd368e4cc7d7ce3 [term 3 FOLLOWER]: Refusing update from remote peer a37e55626dcb48e4813a230e9052ef10: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 3 index: 12. (index mismatch)
08:02:29.464 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
08:02:29.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:29.464323 11283 consensus_queue.cc:1048] T 00000000000000000000000000000000 P a37e55626dcb48e4813a230e9052ef10 [LEADER]: Connected to new peer: Peer: permanent_uuid: "82f04fa9acaf4ddc9bd368e4cc7d7ce3" member_type: VOTER last_known_addr { host: "127.10.51.189" port: 44773 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
08:02:29.464 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=244), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.190:35979, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.188:34411, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.189:44773, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.51.190:35979: Network error: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979, [3ms] Sub RPC ConnectToMaster: received response from server master-127.10.51.188:34411: OK, [3ms] Sub RPC ConnectToMaster: received response from server master-127.10.51.189:44773: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.10.51.190:35979,127.10.51.188:34411,127.10.51.189:44773) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.190:35979, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.188:34411, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.189:44773, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.51.190:35979: Network error: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979, [23ms] Sub RPC ConnectToMaster: received response from server master-127.10.51.189:44773: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.10.51.188:34411: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.10.51.190:35979,127.10.51.188:34411,127.10.51.189:44773) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.190:35979, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.188:34411, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.189:44773, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.51.190:35979: Network error: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979, [43ms] Sub RPC ConnectToMaster: received response from server master-127.10.51.189:44773: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.10.51.188:34411: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.10.51.190:35979,127.10.51.188:34411,127.10.51.189:44773) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.190:35979, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.188:34411, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.189:44773, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.51.190:35979: Network error: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979, [63ms] Sub RPC ConnectToMaster: received response from server master-127.10.51.189:44773: OK, [63ms] Sub RPC ConnectToMaster: received response from server master-127.10.51.188:34411: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.10.51.190:35979,127.10.51.188:34411,127.10.51.189:44773) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.190:35979, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.188:34411, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.189:44773, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.51.190:35979: Network error: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979, [83ms] Sub RPC ConnectToMaster: received response from server master-127.10.51.189:44773: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.10.51.188:34411: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.10.51.190:35979,127.10.51.188:34411,127.10.51.189:44773) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.190:35979, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.188:34411, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.189:44773, [102ms] Sub RPC ConnectToMaster: received response from server master-127.10.51.190:35979: Network error: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979, [103ms] Sub RPC ConnectToMaster: received response from server master-127.10.51.189:44773: OK, [103ms] Sub RPC ConnectToMaster: received response from server master-127.10.51.188:34411: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.10.51.190:35979,127.10.51.188:34411,127.10.51.189:44773) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.190:35979, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.188:34411, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.189:44773, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.51.190:35979: Network error: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979, [142ms] Sub RPC ConnectToMaster: received response from server master-127.10.51.188:34411: OK, [143ms] Sub RPC ConnectToMaster: received response from server master-127.10.51.189:44773: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.10.51.190:35979,127.10.51.188:34411,127.10.51.189:44773) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.190:35979, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.188:34411, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.189:44773, [242ms] Sub RPC ConnectToMaster: received response from server master-127.10.51.190:35979: Network error: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979, [243ms] Sub RPC ConnectToMaster: received response from server master-127.10.51.189:44773: OK, [244ms] Sub RPC ConnectToMaster: received response from server master-127.10.51.188:34411: OK, deferred=Deferred@1338084147(state=PENDING, result=null, callback=(continuation of Deferred@1569253867 after retry RPC after error@420521002) -> (continuation of Deferred@139733617 after retry RPC after error@1267707995) -> (continuation of Deferred@1372774256 after retry RPC after error@1308561556) -> (continuation of Deferred@1691467000 after retry RPC after error@1382733137) -> (continuation of Deferred@361019699 after retry RPC after error@541749415) -> (continuation of Deferred@1234513450 after retry RPC after error@1305590292) -> (continuation of Deferred@2108477372 after retry RPC after error@244340710), errback=(continuation of Deferred@1569253867 after retry RPC after error@420521002) -> (continuation of Deferred@139733617 after retry RPC after error@1267707995) -> (continuation of Deferred@1372774256 after retry RPC after error@1308561556) -> (continuation of Deferred@1691467000 after retry RPC after error@1382733137) -> (continuation of Deferred@361019699 after retry RPC after error@541749415) -> (continuation of Deferred@1234513450 after retry RPC after error@1305590292) -> (continuation of Deferred@2108477372 after retry RPC after error@244340710))) after lookup
08:02:29.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:29.465970 11272 sys_catalog.cc:455] T 00000000000000000000000000000000 P 82f04fa9acaf4ddc9bd368e4cc7d7ce3 [sys.catalog]: SysCatalogTable state changed. Reason: New leader a37e55626dcb48e4813a230e9052ef10. Latest consensus state: current_term: 3 leader_uuid: "a37e55626dcb48e4813a230e9052ef10" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dec75b5c41544bf98b7214cfbd15b6d9" member_type: VOTER last_known_addr { host: "127.10.51.190" port: 35979 } } peers { permanent_uuid: "82f04fa9acaf4ddc9bd368e4cc7d7ce3" member_type: VOTER last_known_addr { host: "127.10.51.189" port: 44773 } } peers { permanent_uuid: "a37e55626dcb48e4813a230e9052ef10" member_type: VOTER last_known_addr { host: "127.10.51.188" port: 34411 } } }
08:02:29.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:29.466197 11272 sys_catalog.cc:458] T 00000000000000000000000000000000 P 82f04fa9acaf4ddc9bd368e4cc7d7ce3 [sys.catalog]: This master's current role is: FOLLOWER
08:02:29.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:29.467730 11271 sys_catalog.cc:455] T 00000000000000000000000000000000 P a37e55626dcb48e4813a230e9052ef10 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "a37e55626dcb48e4813a230e9052ef10" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dec75b5c41544bf98b7214cfbd15b6d9" member_type: VOTER last_known_addr { host: "127.10.51.190" port: 35979 } } peers { permanent_uuid: "82f04fa9acaf4ddc9bd368e4cc7d7ce3" member_type: VOTER last_known_addr { host: "127.10.51.189" port: 44773 } } peers { permanent_uuid: "a37e55626dcb48e4813a230e9052ef10" member_type: VOTER last_known_addr { host: "127.10.51.188" port: 34411 } } }
08:02:29.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:29.468245 11272 sys_catalog.cc:455] T 00000000000000000000000000000000 P 82f04fa9acaf4ddc9bd368e4cc7d7ce3 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "a37e55626dcb48e4813a230e9052ef10" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dec75b5c41544bf98b7214cfbd15b6d9" member_type: VOTER last_known_addr { host: "127.10.51.190" port: 35979 } } peers { permanent_uuid: "82f04fa9acaf4ddc9bd368e4cc7d7ce3" member_type: VOTER last_known_addr { host: "127.10.51.189" port: 44773 } } peers { permanent_uuid: "a37e55626dcb48e4813a230e9052ef10" member_type: VOTER last_known_addr { host: "127.10.51.188" port: 34411 } } }
08:02:29.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:29.468451 11272 sys_catalog.cc:458] T 00000000000000000000000000000000 P 82f04fa9acaf4ddc9bd368e4cc7d7ce3 [sys.catalog]: This master's current role is: FOLLOWER
08:02:29.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:29.468464 11271 sys_catalog.cc:458] T 00000000000000000000000000000000 P a37e55626dcb48e4813a230e9052ef10 [sys.catalog]: This master's current role is: LEADER
08:02:29.480 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=9, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.190:35979, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.188:34411, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.189:44773, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.51.190:35979: Network error: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979, [3ms] Sub RPC ConnectToMaster: received response from server master-127.10.51.188:34411: OK, [3ms] Sub RPC ConnectToMaster: received response from server master-127.10.51.189:44773: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.10.51.190:35979,127.10.51.188:34411,127.10.51.189:44773) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.190:35979, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.188:34411, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.189:44773, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.51.190:35979: Network error: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979, [23ms] Sub RPC ConnectToMaster: received response from server master-127.10.51.189:44773: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.10.51.188:34411: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.10.51.190:35979,127.10.51.188:34411,127.10.51.189:44773) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.190:35979, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.188:34411, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.189:44773, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.51.190:35979: Network error: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979, [43ms] Sub RPC ConnectToMaster: received response from server master-127.10.51.189:44773: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.10.51.188:34411: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.10.51.190:35979,127.10.51.188:34411,127.10.51.189:44773) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.190:35979, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.188:34411, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.189:44773, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.51.190:35979: Network error: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979, [63ms] Sub RPC ConnectToMaster: received response from server master-127.10.51.189:44773: OK, [63ms] Sub RPC ConnectToMaster: received response from server master-127.10.51.188:34411: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.10.51.190:35979,127.10.51.188:34411,127.10.51.189:44773) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.190:35979, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.188:34411, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.189:44773, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.51.190:35979: Network error: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979, [83ms] Sub RPC ConnectToMaster: received response from server master-127.10.51.189:44773: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.10.51.188:34411: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.10.51.190:35979,127.10.51.188:34411,127.10.51.189:44773) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.190:35979, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.188:34411, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.189:44773, [102ms] Sub RPC ConnectToMaster: received response from server master-127.10.51.190:35979: Network error: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979, [103ms] Sub RPC ConnectToMaster: received response from server master-127.10.51.189:44773: OK, [103ms] Sub RPC ConnectToMaster: received response from server master-127.10.51.188:34411: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.10.51.190:35979,127.10.51.188:34411,127.10.51.189:44773) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.190:35979, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.188:34411, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.189:44773, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.51.190:35979: Network error: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979, [142ms] Sub RPC ConnectToMaster: received response from server master-127.10.51.188:34411: OK, [143ms] Sub RPC ConnectToMaster: received response from server master-127.10.51.189:44773: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.10.51.190:35979,127.10.51.188:34411,127.10.51.189:44773) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.190:35979, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.188:34411, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.189:44773, [242ms] Sub RPC ConnectToMaster: received response from server master-127.10.51.190:35979: Network error: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979, [243ms] Sub RPC ConnectToMaster: received response from server master-127.10.51.189:44773: OK, [244ms] Sub RPC ConnectToMaster: received response from server master-127.10.51.188:34411: OK, [246ms] sending RPC to server master-127.10.51.188:34411, deferred=Deferred@1338084147(state=PENDING, result=null, callback=(continuation of Deferred@1569253867 after retry RPC after error@420521002) -> (continuation of Deferred@139733617 after retry RPC after error@1267707995) -> (continuation of Deferred@1372774256 after retry RPC after error@1308561556) -> (continuation of Deferred@1691467000 after retry RPC after error@1382733137) -> (continuation of Deferred@361019699 after retry RPC after error@541749415) -> (continuation of Deferred@1234513450 after retry RPC after error@1305590292) -> (continuation of Deferred@2108477372 after retry RPC after error@244340710) -> (continuation of Deferred@2060040029 after retry RPC@1291291890), errback=(continuation of Deferred@1569253867 after retry RPC after error@420521002) -> (continuation of Deferred@139733617 after retry RPC after error@1267707995) -> (continuation of Deferred@1372774256 after retry RPC after error@1308561556) -> (continuation of Deferred@1691467000 after retry RPC after error@1382733137) -> (continuation of Deferred@361019699 after retry RPC after error@541749415) -> (continuation of Deferred@1234513450 after retry RPC after error@1305590292) -> (continuation of Deferred@2108477372 after retry RPC after error@244340710) -> (continuation of Deferred@2060040029 after retry RPC@1291291890)))
08:02:29.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:29.481370 10680 rpcz_store.cc:267] Call kudu.transactions.TxnManagerService.KeepTransactionAlive from 127.0.0.1:40862 (request call id 15) took 15 ms (client timeout 5 ms). Trace:
08:02:29.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:29.481577 10680 rpcz_store.cc:269] 0615 08:02:29.465609 (+ 0us) service_pool.cc:167] Inserting onto call queue
08:02:29.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0615 08:02:29.465694 (+ 85us) service_pool.cc:224] Handling call
08:02:29.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0615 08:02:29.481294 (+ 15600us) inbound_call.cc:177] Queueing success response
08:02:29.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"init.queue_time_us":453,"thread_start_us":1090,"threads_started":3}
08:02:29.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:29.499768 10649 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:40868:
08:02:29.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
08:02:29.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
08:02:29.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:02:29.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
08:02:29.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
08:02:29.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
08:02:29.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:02:29.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:02:29.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:02:29.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:02:29.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:02:29.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:02:29.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:02:29.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
08:02:29.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
08:02:29.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
08:02:29.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:02:29.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:02:29.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:02:29.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:02:29.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:02:29.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:02:29.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:02:29.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
08:02:29.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
08:02:29.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
08:02:29.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:02:29.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:02:29.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:02:29.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:02:29.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:02:29.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:02:29.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:02:29.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
08:02:29.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
08:02:29.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
08:02:29.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:02:29.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:02:29.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:02:29.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:02:29.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:02:29.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:02:29.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:02:29.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
08:02:29.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
08:02:29.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
08:02:29.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
08:02:29.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:02:29.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
08:02:29.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
08:02:29.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:02:29.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
08:02:29.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:02:29.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:02:29.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:02:29.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
08:02:29.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/monotime.cc:332:28: runtime error: signed integer overflow: 817900099787 + 9223371218954677174 cannot be represented in type 'long'
08:02:29.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:29.502457 10649 catalog_manager.cc:7076] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
08:02:29.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:29.554560 11180 heartbeater.cc:646] Failed to heartbeat to 127.10.51.190:35979 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.10.51.190:35979: connect: Connection refused (error 111)
08:02:29.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:29.939268 10634 consensus_peers.cc:597] T 00000000000000000000000000000000 P a37e55626dcb48e4813a230e9052ef10 -> Peer dec75b5c41544bf98b7214cfbd15b6d9 (127.10.51.190:35979): Couldn't send request to peer dec75b5c41544bf98b7214cfbd15b6d9. Status: Network error: Client connection negotiation failed: client connection to 127.10.51.190:35979: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
08:02:30.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:30.471680 10634 consensus_peers.cc:597] T 00000000000000000000000000000000 P a37e55626dcb48e4813a230e9052ef10 -> Peer dec75b5c41544bf98b7214cfbd15b6d9 (127.10.51.190:35979): Couldn't send request to peer dec75b5c41544bf98b7214cfbd15b6d9. Status: Network error: Client connection negotiation failed: client connection to 127.10.51.190:35979: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
08:02:30.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:30.556427 11179 heartbeater.cc:499] Master 127.10.51.188:34411 was elected leader, sending a full tablet report...
08:02:30.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:30.584400 10616 master_runner.cc:187] Error getting master registration for 127.10.51.190:35979: Network error: Client connection negotiation failed: client connection to 127.10.51.190:35979: connect: Connection refused (error 111),
08:02:30.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:30.584633 10616 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
08:02:30.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 0x7f2d3aa70998 in kudu::operator+(kudu::MonoTime const&, kudu::MonoDelta const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/monotime.cc:332:28
08:02:30.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:30.646162 11037 heartbeater.cc:499] Master 127.10.51.188:34411 was elected leader, sending a full tablet report...
08:02:30.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 0xa95e05 in kudu::CountDownLatch::WaitFor(kudu::MonoDelta const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/countdown_latch.h:99:38
08:02:30.737 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 85eacdcd44f64677b8f184989df8e135 for table 'txn_manager_fallback_rolling' with partition [0x00000000, 0x00000001)
08:02:30.737 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 13b001395ba04febb822739b521581c3 for table 'txn_manager_fallback_rolling' with partition [0x00000001, 0x00000002)
08:02:30.737 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=85eacdcd44f64677b8f184989df8e135@[7269409477aa43d8870e5ad0c3b1193e(127.10.51.129:33113),c2d48e101b9340ae92c87ed3a6c0b18b(127.10.51.131:38989),c93d03bb7466462bbcddd3a0be62687d(127.10.51.130:38089)[L]]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=13b001395ba04febb822739b521581c3@[7269409477aa43d8870e5ad0c3b1193e(127.10.51.129:33113)[L],c2d48e101b9340ae92c87ed3a6c0b18b(127.10.51.131:38989),c93d03bb7466462bbcddd3a0be62687d(127.10.51.130:38089)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
08:02:30.737 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=2), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.10.51.188:34411, [2ms] Sub RPC GetTableLocations: received response from server master-127.10.51.188:34411: OK, deferred=null) after lookup
08:02:30.738 [DEBUG - kudu-nio-1] (Connection.java:748) [peer c93d03bb7466462bbcddd3a0be62687d(127.10.51.130:38089)] connecting to peer
08:02:30.739 [DEBUG - kudu-nio-2] (Connection.java:757) [peer c93d03bb7466462bbcddd3a0be62687d(127.10.51.130:38089)] Successfully connected to peer
08:02:30.750 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x57b81c71, L:/127.0.0.1:52668 - R:/127.10.51.130:38089] using TOKEN/null
08:02:30.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:30.755474 10935 master_proxy_rpc.cc:203] Re-attempting GetTableSchema request to leader Master (127.10.51.190:35979)
08:02:30.824 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.10.51.190:35979
08:02:30.825 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
08:02:30.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:30.826184 10446 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskjruXVz/build/asan/bin/kudu
08:02:30.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskjruXVz/build/asan/bin/kudu
08:02:30.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskjruXVz/test-tmp/mini-kudu-cluster13563992407863727748/master-0/wal
08:02:30.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskjruXVz/test-tmp/mini-kudu-cluster13563992407863727748/master-0/data
08:02:30.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:02:30.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:02:30.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:02:30.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:02:30.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:02:30.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:02:30.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskjruXVz/test-tmp/mini-kudu-cluster13563992407863727748/master-0/logs
08:02:30.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskjruXVz/test-tmp/mini-kudu-cluster13563992407863727748/master-0/data/info.pb
08:02:30.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:02:30.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:02:30.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:02:30.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:02:30.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:02:30.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:02:30.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:02:30.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:02:30.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:02:30.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:02:30.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:02:30.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:02:30.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.51.190:35979
08:02:30.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.51.190
08:02:30.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38581
08:02:30.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.51.148:43243
08:02:30.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:02:30.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:02:30.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:02:30.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:02:30.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.10.51.190:35979,127.10.51.189:44773,127.10.51.188:34411
08:02:30.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:02:30.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35531/jwks.json
08:02:30.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
08:02:30.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
08:02:30.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 0x7f2d4e9e9712 in kudu::Promise<kudu::Status>::WaitFor(kudu::MonoDelta const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/promise.h:57:16
08:02:30.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 0x7f2d4e9d9224 in kudu::master::Master::WaitForTxnManagerInit(kudu::MonoTime) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/master.cc:483:48
08:02:30.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 0x7f2d4eb4414e in kudu::transactions::TxnManager::CheckInitialized(kudu::MonoTime const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/txn_manager.cc:283:21
08:02:30.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 0x7f2d4eb44d2b in kudu::transactions::TxnManager::KeepTransactionAlive(long, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, kudu::MonoTime const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/txn_manager.cc:226:3
08:02:30.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 0x7f2d4eb4996f in kudu::transactions::TxnManagerServiceImpl::KeepTransactionAlive(kudu::transactions::KeepTransactionAliveRequestPB const*, kudu::transactions::KeepTransactionAliveResponsePB*, kudu::rpc::RpcContext*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/txn_manager_service.cc:159:42
08:02:30.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 0x7f2d488c72d6 in kudu::transactions::TxnManagerServiceIf::TxnManagerServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_9::operator()(google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/build/asan/src/kudu/master/txn_manager.service.cc:271:13
08:02:30.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 0x7f2d488c7005 in std::_Function_handler<void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*), kudu::transactions::TxnManagerServiceIf::TxnManagerServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_9>::_M_invoke(std::_Any_data const&, google::protobuf::Message const*&&, google::protobuf::Message*&&, kudu::rpc::RpcContext*&&) ../../../include/c++/7.5.0/bits/std_function.h:316:2
08:02:30.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:30.944597 10895 heartbeater.cc:499] Master 127.10.51.188:34411 was elected leader, sending a full tablet report...
08:02:30.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 0x7f2d41bb688e in std::function<void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*)>::operator()(google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*) const ../../../include/c++/7.5.0/bits/std_function.h:706:14
08:02:30.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 0x7f2d41bb576e in kudu::rpc::GeneratedServiceIf::Handle(kudu::rpc::InboundCall*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/service_if.cc:137:3
08:02:30.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 0x7f2d41bbb9a8 in kudu::rpc::ServicePool::RunThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/service_pool.cc:228:15
08:02:30.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 0x7f2d41bbc30f in kudu::rpc::ServicePool::Init(int)::$_0::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/service_pool.cc:91:5
08:02:30.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 0x7f2d41bbc138 in std::_Function_handler<void (), kudu::rpc::ServicePool::Init(int)::$_0>::_M_invoke(std::_Any_data const&) ../../../include/c++/7.5.0/bits/std_function.h:316:2
08:02:30.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 0xaa681c in std::function<void ()>::operator()() const ../../../include/c++/7.5.0/bits/std_function.h:706:14
08:02:30.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 0x7f2d3ab43528 in kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3
08:02:30.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 0x7f2d3e19b6da in start_thread (/lib/x86_64-linux-gnu/libpthread.so.0+0x76da)
08:02:31.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:31.004765 10634 consensus_peers.cc:597] T 00000000000000000000000000000000 P a37e55626dcb48e4813a230e9052ef10 -> Peer dec75b5c41544bf98b7214cfbd15b6d9 (127.10.51.190:35979): Couldn't send request to peer dec75b5c41544bf98b7214cfbd15b6d9. Status: Network error: Client connection negotiation failed: client connection to 127.10.51.190:35979: connect: Connection refused (error 111). This is attempt 16: this message will repeat every 5th retry.
08:02:31.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 0x7f2d36c5961e in clone (/lib/x86_64-linux-gnu/libc.so.6+0x12161e)
08:02:31.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:02:31.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: UndefinedBehaviorSanitizer: undefined-behavior /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/monotime.cc:332:28 in
08:02:31.041 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.10.51.188:34411(127.10.51.188:34411)] handling channelInactive
08:02:31.041 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.51.188:34411(127.10.51.188:34411)] cleaning up while in state READY due to: connection closed
08:02:31.041 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location master-127.10.51.188:34411(127.10.51.188:34411) for tablet Kudu Master: connection closed
08:02:31.062 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
08:02:31.080 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.51.190:35979(127.10.51.190:35979)] connecting to peer
08:02:31.081 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.51.188:34411(127.10.51.188:34411)] connecting to peer
08:02:31.081 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979
08:02:31.081 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.10.51.190:35979(127.10.51.190:35979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979
08:02:31.081 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.10.51.190:35979: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979
08:02:31.082 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.10.51.188:34411(127.10.51.188:34411): Connection refused: /127.10.51.188:34411
08:02:31.082 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.10.51.188:34411(127.10.51.188:34411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.51.188:34411(127.10.51.188:34411): Connection refused: /127.10.51.188:34411
08:02:31.082 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.10.51.188:34411: Failed to connect to peer master-127.10.51.188:34411(127.10.51.188:34411): Connection refused: /127.10.51.188:34411
08:02:31.084 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.10.51.190:35979,127.10.51.188:34411,127.10.51.189:44773; will retry
08:02:31.100 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.51.190:35979(127.10.51.190:35979)] connecting to peer
08:02:31.101 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979
08:02:31.102 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.10.51.190:35979(127.10.51.190:35979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979
08:02:31.102 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.51.190:35979: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979
08:02:31.102 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.51.188:34411(127.10.51.188:34411)] connecting to peer
08:02:31.103 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.10.51.188:34411(127.10.51.188:34411): Connection refused: /127.10.51.188:34411
08:02:31.103 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.10.51.188:34411(127.10.51.188:34411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.51.188:34411(127.10.51.188:34411): Connection refused: /127.10.51.188:34411
08:02:31.103 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.10.51.188:34411: Failed to connect to peer master-127.10.51.188:34411(127.10.51.188:34411): Connection refused: /127.10.51.188:34411
08:02:31.104 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.10.51.190:35979,127.10.51.188:34411,127.10.51.189:44773; will retry
08:02:31.119 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.51.190:35979(127.10.51.190:35979)] connecting to peer
08:02:31.120 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.51.188:34411(127.10.51.188:34411)] connecting to peer
08:02:31.120 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979
08:02:31.120 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.10.51.190:35979(127.10.51.190:35979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979
08:02:31.120 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.10.51.190:35979: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979
08:02:31.121 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.51.188:34411(127.10.51.188:34411): Connection refused: /127.10.51.188:34411
08:02:31.121 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.51.188:34411(127.10.51.188:34411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.51.188:34411(127.10.51.188:34411): Connection refused: /127.10.51.188:34411
08:02:31.121 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.51.188:34411: Failed to connect to peer master-127.10.51.188:34411(127.10.51.188:34411): Connection refused: /127.10.51.188:34411
08:02:31.123 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.10.51.190:35979,127.10.51.188:34411,127.10.51.189:44773; will retry
08:02:31.140 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.51.190:35979(127.10.51.190:35979)] connecting to peer
08:02:31.141 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.51.188:34411(127.10.51.188:34411)] connecting to peer
08:02:31.141 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979
08:02:31.141 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.51.190:35979(127.10.51.190:35979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979
08:02:31.141 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.51.190:35979: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979
08:02:31.142 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.10.51.188:34411(127.10.51.188:34411): Connection refused: /127.10.51.188:34411
08:02:31.142 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.10.51.188:34411(127.10.51.188:34411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.51.188:34411(127.10.51.188:34411): Connection refused: /127.10.51.188:34411
08:02:31.142 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.10.51.188:34411: Failed to connect to peer master-127.10.51.188:34411(127.10.51.188:34411): Connection refused: /127.10.51.188:34411
08:02:31.143 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.10.51.190:35979,127.10.51.188:34411,127.10.51.189:44773; will retry
08:02:31.160 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.51.190:35979(127.10.51.190:35979)] connecting to peer
08:02:31.160 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.51.188:34411(127.10.51.188:34411)] connecting to peer
08:02:31.161 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979
08:02:31.161 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.10.51.190:35979(127.10.51.190:35979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979
08:02:31.161 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.10.51.190:35979: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979
08:02:31.162 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.10.51.188:34411(127.10.51.188:34411): Connection refused: /127.10.51.188:34411
08:02:31.162 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.10.51.188:34411(127.10.51.188:34411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.51.188:34411(127.10.51.188:34411): Connection refused: /127.10.51.188:34411
08:02:31.162 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.10.51.188:34411: Failed to connect to peer master-127.10.51.188:34411(127.10.51.188:34411): Connection refused: /127.10.51.188:34411
08:02:31.163 [WARN - pool-40-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.51.190:35979,127.10.51.188:34411,127.10.51.189:44773; will retry
08:02:31.199 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.51.190:35979(127.10.51.190:35979)] connecting to peer
08:02:31.201 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979
08:02:31.201 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.10.51.190:35979(127.10.51.190:35979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979
08:02:31.201 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.51.190:35979: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979
08:02:31.201 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.51.188:34411(127.10.51.188:34411)] connecting to peer
08:02:31.204 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.10.51.188:34411(127.10.51.188:34411): Connection refused: /127.10.51.188:34411
08:02:31.204 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.10.51.188:34411(127.10.51.188:34411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.51.188:34411(127.10.51.188:34411): Connection refused: /127.10.51.188:34411
08:02:31.204 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.10.51.188:34411: Failed to connect to peer master-127.10.51.188:34411(127.10.51.188:34411): Connection refused: /127.10.51.188:34411
08:02:31.204 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.10.51.190:35979,127.10.51.188:34411,127.10.51.189:44773; will retry
08:02:31.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:31.228106 11325 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:02:31.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:31.228531 11325 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:02:31.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:31.228669 11325 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:02:31.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:31.238649 11325 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
08:02:31.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:31.238781 11325 flags.cc:432] Enabled experimental flag: --txn_manager_enabled=true
08:02:31.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:31.238852 11325 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:02:31.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:31.238909 11325 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
08:02:31.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:31.238986 11325 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
08:02:31.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:31.239053 11325 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
08:02:31.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:31.239122 11325 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:35531/jwks.json
08:02:31.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:31.250208 11325 master_runner.cc:387] Master server non-default flags:
08:02:31.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:02:31.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.51.148:43243
08:02:31.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:02:31.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:02:31.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
08:02:31.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskjruXVz/test-tmp/mini-kudu-cluster13563992407863727748/master-0/data
08:02:31.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskjruXVz/test-tmp/mini-kudu-cluster13563992407863727748/master-0/wal
08:02:31.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:02:31.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.10.51.190:35979,127.10.51.189:44773,127.10.51.188:34411
08:02:31.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
08:02:31.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:02:31.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:02:31.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:02:31.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.51.190:35979
08:02:31.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:02:31.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:02:31.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:02:31.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35531/jwks.json
08:02:31.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:02:31.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:02:31.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskjruXVz/test-tmp/mini-kudu-cluster13563992407863727748/master-0/data/info.pb
08:02:31.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.51.190
08:02:31.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38581
08:02:31.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:02:31.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:02:31.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:02:31.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:02:31.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:02:31.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskjruXVz/test-tmp/mini-kudu-cluster13563992407863727748/master-0/logs
08:02:31.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:02:31.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:02:31.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:02:31.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:02:31.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:02:31.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6b1bbe17b8ab938291541389a90c67c358bba716
08:02:31.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:02:31.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 15 Jun 2026 07:43:24 UTC on bdcb31816ec0
08:02:31.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12402
08:02:31.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
08:02:31.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:31.252383 11325 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:02:31.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:31.254376 11325 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:02:31.259 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.51.190:35979(127.10.51.190:35979)] connecting to peer
08:02:31.260 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.51.188:34411(127.10.51.188:34411)] connecting to peer
08:02:31.260 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979
08:02:31.260 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.10.51.190:35979(127.10.51.190:35979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979
08:02:31.260 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.10.51.190:35979: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979
08:02:31.262 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.51.188:34411(127.10.51.188:34411): Connection refused: /127.10.51.188:34411
08:02:31.262 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.51.188:34411(127.10.51.188:34411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.51.188:34411(127.10.51.188:34411): Connection refused: /127.10.51.188:34411
08:02:31.262 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.51.188:34411: Failed to connect to peer master-127.10.51.188:34411(127.10.51.188:34411): Connection refused: /127.10.51.188:34411
08:02:31.262 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.10.51.190:35979,127.10.51.188:34411,127.10.51.189:44773; will retry
08:02:31.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:31.263931 11332 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:02:31.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:31.265496 11331 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:02:31.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:31.267012 11334 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:02:31.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:31.267346 11325 server_base.cc:1061] running on GCE node
08:02:31.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:31.268236 11325 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:02:31.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:31.269810 11325 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:02:31.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:31.271078 11325 hybrid_clock.cc:648] HybridClock initialized: now 1781510551270986 us; error 57 us; skew 500 ppm
08:02:31.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:31.271477 11325 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:02:31.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:31.273957 11325 webserver.cc:533] Webserver started at http://127.10.51.190:38581/ using document root <none> and password file <none>
08:02:31.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:31.274787 11325 fs_manager.cc:362] Metadata directory not provided
08:02:31.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:31.274955 11325 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:02:31.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:31.280938 11325 fs_manager.cc:714] Time spent opening directory manager: real 0.003s user 0.003s sys 0.000s
08:02:31.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:31.284077 11340 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:02:31.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:31.285509 11325 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
08:02:31.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:31.285714 11325 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskjruXVz/test-tmp/mini-kudu-cluster13563992407863727748/master-0/data,/tmp/dist-test-taskjruXVz/test-tmp/mini-kudu-cluster13563992407863727748/master-0/wal
08:02:31.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "dec75b5c41544bf98b7214cfbd15b6d9"
08:02:31.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-15 08:02:24 on dist-test-slave-t8df"
08:02:31.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:31.286525 11325 fs_report.cc:389] FS layout report
08:02:31.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:02:31.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskjruXVz/test-tmp/mini-kudu-cluster13563992407863727748/master-0/wal
08:02:31.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskjruXVz/test-tmp/mini-kudu-cluster13563992407863727748/master-0/wal
08:02:31.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskjruXVz/test-tmp/mini-kudu-cluster13563992407863727748/master-0/data/data
08:02:31.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:02:31.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:02:31.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:02:31.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:02:31.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:02:31.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:02:31.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:02:31.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:02:31.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:02:31.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:02:31.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:02:31.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:31.297444 11345 raft_consensus.cc:493] T 00000000000000000000000000000000 P 82f04fa9acaf4ddc9bd368e4cc7d7ce3 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader a37e55626dcb48e4813a230e9052ef10)
08:02:31.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:31.297622 11345 raft_consensus.cc:515] T 00000000000000000000000000000000 P 82f04fa9acaf4ddc9bd368e4cc7d7ce3 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dec75b5c41544bf98b7214cfbd15b6d9" member_type: VOTER last_known_addr { host: "127.10.51.190" port: 35979 } } peers { permanent_uuid: "82f04fa9acaf4ddc9bd368e4cc7d7ce3" member_type: VOTER last_known_addr { host: "127.10.51.189" port: 44773 } } peers { permanent_uuid: "a37e55626dcb48e4813a230e9052ef10" member_type: VOTER last_known_addr { host: "127.10.51.188" port: 34411 } }
08:02:31.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:31.298307 11345 leader_election.cc:290] T 00000000000000000000000000000000 P 82f04fa9acaf4ddc9bd368e4cc7d7ce3 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers dec75b5c41544bf98b7214cfbd15b6d9 (127.10.51.190:35979), a37e55626dcb48e4813a230e9052ef10 (127.10.51.188:34411)
08:02:31.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:31.299363 10553 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.10.51.190:35979: connect: Connection refused (error 111) [suppressed 6 similar messages]
08:02:31.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:31.300729 10553 leader_election.cc:336] T 00000000000000000000000000000000 P 82f04fa9acaf4ddc9bd368e4cc7d7ce3 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer dec75b5c41544bf98b7214cfbd15b6d9 (127.10.51.190:35979): Network error: Client connection negotiation failed: client connection to 127.10.51.190:35979: connect: Connection refused (error 111)
08:02:31.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:31.300913 10554 leader_election.cc:336] T 00000000000000000000000000000000 P 82f04fa9acaf4ddc9bd368e4cc7d7ce3 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer a37e55626dcb48e4813a230e9052ef10 (127.10.51.188:34411): Network error: Client connection negotiation failed: client connection to 127.10.51.188:34411: connect: Connection refused (error 111)
08:02:31.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:31.301144 10554 leader_election.cc:304] T 00000000000000000000000000000000 P 82f04fa9acaf4ddc9bd368e4cc7d7ce3 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 82f04fa9acaf4ddc9bd368e4cc7d7ce3; no voters: a37e55626dcb48e4813a230e9052ef10, dec75b5c41544bf98b7214cfbd15b6d9
08:02:31.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:31.301435 11345 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 82f04fa9acaf4ddc9bd368e4cc7d7ce3 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
08:02:31.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:31.314545 11325 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:02:31.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:31.315510 11325 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:02:31.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:31.315901 11325 kserver.cc:163] Server-wide thread pool size limit: 3276
08:02:31.320 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.51.190:35979(127.10.51.190:35979)] connecting to peer
08:02:31.320 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.51.188:34411(127.10.51.188:34411)] connecting to peer
08:02:31.321 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979
08:02:31.321 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.51.190:35979(127.10.51.190:35979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979
08:02:31.322 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.51.190:35979: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979
08:02:31.322 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.10.51.188:34411(127.10.51.188:34411): Connection refused: /127.10.51.188:34411
08:02:31.322 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.10.51.188:34411(127.10.51.188:34411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.51.188:34411(127.10.51.188:34411): Connection refused: /127.10.51.188:34411
08:02:31.322 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.10.51.188:34411: Failed to connect to peer master-127.10.51.188:34411(127.10.51.188:34411): Connection refused: /127.10.51.188:34411
08:02:31.323 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.10.51.190:35979,127.10.51.188:34411,127.10.51.189:44773; will retry
08:02:31.323 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.190:35979, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.188:34411, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.51.190:35979: Network error: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.189:44773, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.51.188:34411: Network error: Failed to connect to peer master-127.10.51.188:34411(127.10.51.188:34411): Connection refused: /127.10.51.188:34411, [4ms] Sub RPC ConnectToMaster: received response from server master-127.10.51.189:44773: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.10.51.190:35979,127.10.51.188:34411,127.10.51.189:44773) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.51.188:34411(127.10.51.188:34411): Connection refused: /127.10.51.188:34411, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.190:35979, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.51.190:35979: Network error: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.188:34411, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.189:44773, [23ms] Sub RPC ConnectToMaster: received response from server master-127.10.51.188:34411: Network error: Failed to connect to peer master-127.10.51.188:34411(127.10.51.188:34411): Connection refused: /127.10.51.188:34411, [24ms] Sub RPC ConnectToMaster: received response from server master-127.10.51.189:44773: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.10.51.190:35979,127.10.51.188:34411,127.10.51.189:44773) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.51.188:34411(127.10.51.188:34411): Connection refused: /127.10.51.188:34411, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.190:35979, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.188:34411, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.51.190:35979: Network error: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.189:44773, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.51.188:34411: Network error: Failed to connect to peer master-127.10.51.188:34411(127.10.51.188:34411): Connection refused: /127.10.51.188:34411, [43ms] Sub RPC ConnectToMaster: received response from server master-127.10.51.189:44773: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.10.51.190:35979,127.10.51.188:34411,127.10.51.189:44773) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.51.188:34411(127.10.51.188:34411): Connection refused: /127.10.51.188:34411, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.190:35979, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.188:34411, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.189:44773, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.51.190:35979: Network error: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.51.188:34411: Network error: Failed to connect to peer master-127.10.51.188:34411(127.10.51.188:34411): Connection refused: /127.10.51.188:34411, [63ms] Sub RPC ConnectToMaster: received response from server master-127.10.51.189:44773: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.10.51.190:35979,127.10.51.188:34411,127.10.51.189:44773) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.51.188:34411(127.10.51.188:34411): Connection refused: /127.10.51.188:34411, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.190:35979, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.188:34411, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.189:44773, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.51.190:35979: Network error: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.51.188:34411: Network error: Failed to connect to peer master-127.10.51.188:34411(127.10.51.188:34411): Connection refused: /127.10.51.188:34411, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.51.189:44773: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.10.51.190:35979,127.10.51.188:34411,127.10.51.189:44773) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.51.188:34411(127.10.51.188:34411): Connection refused: /127.10.51.188:34411, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.190:35979, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.51.190:35979: Network error: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.188:34411, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.189:44773, [123ms] Sub RPC ConnectToMaster: received response from server master-127.10.51.189:44773: OK, [124ms] Sub RPC ConnectToMaster: received response from server master-127.10.51.188:34411: Network error: Failed to connect to peer master-127.10.51.188:34411(127.10.51.188:34411): Connection refused: /127.10.51.188:34411, [124ms] delaying RPC due to: Service unavailable: Master config (127.10.51.190:35979,127.10.51.188:34411,127.10.51.189:44773) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.51.188:34411(127.10.51.188:34411): Connection refused: /127.10.51.188:34411, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.190:35979, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.188:34411, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.189:44773, [180ms] Sub RPC ConnectToMaster: received response from server master-127.10.51.190:35979: Network error: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979, [182ms] Sub RPC ConnectToMaster: received response from server master-127.10.51.188:34411: Network error: Failed to connect to peer master-127.10.51.188:34411(127.10.51.188:34411): Connection refused: /127.10.51.188:34411, [182ms] Sub RPC ConnectToMaster: received response from server master-127.10.51.189:44773: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.10.51.190:35979,127.10.51.188:34411,127.10.51.189:44773) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.51.188:34411(127.10.51.188:34411): Connection refused: /127.10.51.188:34411, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.190:35979, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.188:34411, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.189:44773, [242ms] Sub RPC ConnectToMaster: received response from server master-127.10.51.190:35979: Network error: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979, [242ms] Sub RPC ConnectToMaster: received response from server master-127.10.51.188:34411: Network error: Failed to connect to peer master-127.10.51.188:34411(127.10.51.188:34411): Connection refused: /127.10.51.188:34411, [242ms] Sub RPC ConnectToMaster: received response from server master-127.10.51.189:44773: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.10.51.190:35979,127.10.51.188:34411,127.10.51.189:44773) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.51.188:34411(127.10.51.188:34411): Connection refused: /127.10.51.188:34411, deferred=Deferred@24098431(state=PENDING, result=null, callback=(continuation of Deferred@1703394299 after retry RPC after error@327377239) -> (continuation of Deferred@466548180 after retry RPC after error@1735292060) -> (continuation of Deferred@1064195049 after retry RPC after error@930026634) -> (continuation of Deferred@1541613542 after retry RPC after error@1337811602) -> (continuation of Deferred@42041751 after retry RPC after error@1292181001) -> (continuation of Deferred@253480024 after retry RPC after error@722900699) -> (continuation of Deferred@622147351 after retry RPC after error@1074106602), errback=(continuation of Deferred@1703394299 after retry RPC after error@327377239) -> (continuation of Deferred@466548180 after retry RPC after error@1735292060) -> (continuation of Deferred@1064195049 after retry RPC after error@930026634) -> (continuation of Deferred@1541613542 after retry RPC after error@1337811602) -> (continuation of Deferred@42041751 after retry RPC after error@1292181001) -> (continuation of Deferred@253480024 after retry RPC after error@722900699) -> (continuation of Deferred@622147351 after retry RPC after error@1074106602)))
08:02:31.324 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.190:35979, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.188:34411, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.51.190:35979: Network error: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.189:44773, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.51.188:34411: Network error: Failed to connect to peer master-127.10.51.188:34411(127.10.51.188:34411): Connection refused: /127.10.51.188:34411, [4ms] Sub RPC ConnectToMaster: received response from server master-127.10.51.189:44773: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.10.51.190:35979,127.10.51.188:34411,127.10.51.189:44773) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.51.188:34411(127.10.51.188:34411): Connection refused: /127.10.51.188:34411, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.190:35979, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.51.190:35979: Network error: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.188:34411, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.189:44773, [23ms] Sub RPC ConnectToMaster: received response from server master-127.10.51.188:34411: Network error: Failed to connect to peer master-127.10.51.188:34411(127.10.51.188:34411): Connection refused: /127.10.51.188:34411, [24ms] Sub RPC ConnectToMaster: received response from server master-127.10.51.189:44773: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.10.51.190:35979,127.10.51.188:34411,127.10.51.189:44773) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.51.188:34411(127.10.51.188:34411): Connection refused: /127.10.51.188:34411, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.190:35979, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.188:34411, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.51.190:35979: Network error: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.189:44773, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.51.188:34411: Network error: Failed to connect to peer master-127.10.51.188:34411(127.10.51.188:34411): Connection refused: /127.10.51.188:34411, [43ms] Sub RPC ConnectToMaster: received response from server master-127.10.51.189:44773: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.10.51.190:35979,127.10.51.188:34411,127.10.51.189:44773) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.51.188:34411(127.10.51.188:34411): Connection refused: /127.10.51.188:34411, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.190:35979, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.188:34411, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.189:44773, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.51.190:35979: Network error: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.51.188:34411: Network error: Failed to connect to peer master-127.10.51.188:34411(127.10.51.188:34411): Connection refused: /127.10.51.188:34411, [63ms] Sub RPC ConnectToMaster: received response from server master-127.10.51.189:44773: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.10.51.190:35979,127.10.51.188:34411,127.10.51.189:44773) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.51.188:34411(127.10.51.188:34411): Connection refused: /127.10.51.188:34411, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.190:35979, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.188:34411, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.189:44773, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.51.190:35979: Network error: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.51.188:34411: Network error: Failed to connect to peer master-127.10.51.188:34411(127.10.51.188:34411): Connection refused: /127.10.51.188:34411, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.51.189:44773: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.10.51.190:35979,127.10.51.188:34411,127.10.51.189:44773) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.51.188:34411(127.10.51.188:34411): Connection refused: /127.10.51.188:34411, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.190:35979, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.51.190:35979: Network error: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.188:34411, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.189:44773, [123ms] Sub RPC ConnectToMaster: received response from server master-127.10.51.189:44773: OK, [124ms] Sub RPC ConnectToMaster: received response from server master-127.10.51.188:34411: Network error: Failed to connect to peer master-127.10.51.188:34411(127.10.51.188:34411): Connection refused: /127.10.51.188:34411, [124ms] delaying RPC due to: Service unavailable: Master config (127.10.51.190:35979,127.10.51.188:34411,127.10.51.189:44773) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.51.188:34411(127.10.51.188:34411): Connection refused: /127.10.51.188:34411, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.190:35979, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.188:34411, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.189:44773, [180ms] Sub RPC ConnectToMaster: received response from server master-127.10.51.190:35979: Network error: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979, [182ms] Sub RPC ConnectToMaster: received response from server master-127.10.51.188:34411: Network error: Failed to connect to peer master-127.10.51.188:34411(127.10.51.188:34411): Connection refused: /127.10.51.188:34411, [182ms] Sub RPC ConnectToMaster: received response from server master-127.10.51.189:44773: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.10.51.190:35979,127.10.51.188:34411,127.10.51.189:44773) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.51.188:34411(127.10.51.188:34411): Connection refused: /127.10.51.188:34411, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.190:35979, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.188:34411, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.51.189:44773, [242ms] Sub RPC ConnectToMaster: received response from server master-127.10.51.190:35979: Network error: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979, [242ms] Sub RPC ConnectToMaster: received response from server master-127.10.51.188:34411: Network error: Failed to connect to peer master-127.10.51.188:34411(127.10.51.188:34411): Connection refused: /127.10.51.188:34411, [242ms] Sub RPC ConnectToMaster: received response from server master-127.10.51.189:44773: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.10.51.190:35979,127.10.51.188:34411,127.10.51.189:44773) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.51.188:34411(127.10.51.188:34411): Connection refused: /127.10.51.188:34411, deferred=Deferred@24098431(state=PENDING, result=null, callback=(continuation of Deferred@1703394299 after retry RPC after error@327377239) -> (continuation of Deferred@466548180 after retry RPC after error@1735292060) -> (continuation of Deferred@1064195049 after retry RPC after error@930026634) -> (continuation of Deferred@1541613542 after retry RPC after error@1337811602) -> (continuation of Deferred@42041751 after retry RPC after error@1292181001) -> (continuation of Deferred@253480024 after retry RPC after error@722900699) -> (continuation of Deferred@622147351 after retry RPC after error@1074106602), errback=(continuation of Deferred@1703394299 after retry RPC after error@327377239) -> (continuation of Deferred@466548180 after retry RPC after error@1735292060) -> (continuation of Deferred@1064195049 after retry RPC after error@930026634) -> (continuation of Deferred@1541613542 after retry RPC after error@1337811602) -> (continuation of Deferred@42041751 after retry RPC after error@1292181001) -> (continuation of Deferred@253480024 after retry RPC after error@722900699) -> (continuation of Deferred@622147351 after retry RPC after error@1074106602)))
08:02:31.339 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.51.190:35979(127.10.51.190:35979)] connecting to peer
08:02:31.340 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.51.188:34411(127.10.51.188:34411)] connecting to peer
08:02:31.340 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979
08:02:31.340 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.10.51.190:35979(127.10.51.190:35979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979
08:02:31.341 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.10.51.190:35979: Failed to connect to peer master-127.10.51.190:35979(127.10.51.190:35979): Connection refused: /127.10.51.190:35979
08:02:31.341 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.10.51.188:34411(127.10.51.188:34411): Connection refused: /127.10.51.188:34411
08:02:31.341 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.10.51.188:34411(127.10.51.188:34411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.51.188:34411(127.10.51.188:34411): Connection refused: /127.10.51.188:34411
08:02:31.341 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.10.51.188:34411: Failed to connect to peer master-127.10.51.188:34411(127.10.51.188:34411): Connection refused: /127.10.51.188:34411
08:02:31.343 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.10.51.190:35979,127.10.51.188:34411,127.10.51.189:44773; will retry
08:02:31.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:31.343887 11325 rpc_server.cc:307] RPC server started. Bound to: 127.10.51.190:35979
08:02:31.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:31.343906 11405 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.10.51.190:35979 every 8 connection(s)
08:02:31.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:31.345623 11325 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskjruXVz/test-tmp/mini-kudu-cluster13563992407863727748/master-0/data/info.pb
08:02:31.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:31.349848 10446 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskjruXVz/build/asan/bin/kudu as pid 11325
08:02:31.350 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:02:31.350 [DEBUG - main] (Connection.java:575) [peer c93d03bb7466462bbcddd3a0be62687d(127.10.51.130:38089)] disconnecting while in state READY
08:02:31.350 [DEBUG - main] (Connection.java:575) [peer master-127.10.51.190:35979(127.10.51.190:35979)] disconnecting while in state TERMINATED
08:02:31.351 [DEBUG - main] (Connection.java:575) [peer master-127.10.51.189:44773(127.10.51.189:44773)] disconnecting while in state READY
08:02:31.351 [DEBUG - main] (Connection.java:575) [peer master-127.10.51.188:34411(127.10.51.188:34411)] disconnecting while in state TERMINATED
08:02:31.351 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2704) Releasing all remaining resources
08:02:31.352 [DEBUG - kudu-nio-2] (Connection.java:239) [peer c93d03bb7466462bbcddd3a0be62687d(127.10.51.130:38089)] handling channelInactive
08:02:31.352 [DEBUG - kudu-nio-2] (Connection.java:709) [peer c93d03bb7466462bbcddd3a0be62687d(127.10.51.130:38089)] cleaning up while in state READY due to: connection closed
08:02:31.352 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.10.51.189:44773(127.10.51.189:44773)] handling channelInactive
08:02:31.352 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.10.51.189:44773(127.10.51.189:44773)] cleaning up while in state READY due to: connection closed
08:02:31.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:31.352816 10446 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskjruXVz/build/asan/bin/kudu pid 10740
08:02:31.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:31.353632 11406 sys_catalog.cc:263] Verifying existing consensus state
08:02:31.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:31.358330 11406 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P dec75b5c41544bf98b7214cfbd15b6d9: Bootstrap starting.
08:02:31.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:31.368534 10890 generic_service.cc:196] Checking for leaks (request via RPC)
08:02:31.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:31.381441 11406 log.cc:826] T 00000000000000000000000000000000 P dec75b5c41544bf98b7214cfbd15b6d9: Log is configured to *not* fsync() on all Append() calls
08:02:31.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:31.396044 11406 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P dec75b5c41544bf98b7214cfbd15b6d9: Bootstrap replayed 1/1 log segments. Stats: ops{read=11 overwritten=0 applied=11 ignored=0} inserts{seen=8 ignored=0} mutations{seen=6 ignored=0} orphaned_commits=0. Pending: 0 replicates
08:02:31.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:31.396690 11406 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P dec75b5c41544bf98b7214cfbd15b6d9: Bootstrap complete.
08:02:31.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:31.404047 11406 raft_consensus.cc:359] T 00000000000000000000000000000000 P dec75b5c41544bf98b7214cfbd15b6d9 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dec75b5c41544bf98b7214cfbd15b6d9" member_type: VOTER last_known_addr { host: "127.10.51.190" port: 35979 } } peers { permanent_uuid: "82f04fa9acaf4ddc9bd368e4cc7d7ce3" member_type: VOTER last_known_addr { host: "127.10.51.189" port: 44773 } } peers { permanent_uuid: "a37e55626dcb48e4813a230e9052ef10" member_type: VOTER last_known_addr { host: "127.10.51.188" port: 34411 } }
08:02:31.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:31.404829 11406 raft_consensus.cc:740] T 00000000000000000000000000000000 P dec75b5c41544bf98b7214cfbd15b6d9 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: dec75b5c41544bf98b7214cfbd15b6d9, State: Initialized, Role: FOLLOWER
08:02:31.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:31.405781 11406 consensus_queue.cc:260] T 00000000000000000000000000000000 P dec75b5c41544bf98b7214cfbd15b6d9 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dec75b5c41544bf98b7214cfbd15b6d9" member_type: VOTER last_known_addr { host: "127.10.51.190" port: 35979 } } peers { permanent_uuid: "82f04fa9acaf4ddc9bd368e4cc7d7ce3" member_type: VOTER last_known_addr { host: "127.10.51.189" port: 44773 } } peers { permanent_uuid: "a37e55626dcb48e4813a230e9052ef10" member_type: VOTER last_known_addr { host: "127.10.51.188" port: 34411 } }
08:02:31.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:31.406729 11413 sys_catalog.cc:455] T 00000000000000000000000000000000 P dec75b5c41544bf98b7214cfbd15b6d9 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dec75b5c41544bf98b7214cfbd15b6d9" member_type: VOTER last_known_addr { host: "127.10.51.190" port: 35979 } } peers { permanent_uuid: "82f04fa9acaf4ddc9bd368e4cc7d7ce3" member_type: VOTER last_known_addr { host: "127.10.51.189" port: 44773 } } peers { permanent_uuid: "a37e55626dcb48e4813a230e9052ef10" member_type: VOTER last_known_addr { host: "127.10.51.188" port: 34411 } } }
08:02:31.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:31.407052 11413 sys_catalog.cc:458] T 00000000000000000000000000000000 P dec75b5c41544bf98b7214cfbd15b6d9 [sys.catalog]: This master's current role is: FOLLOWER
08:02:31.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:31.407975 11406 sys_catalog.cc:565] T 00000000000000000000000000000000 P dec75b5c41544bf98b7214cfbd15b6d9 [sys.catalog]: configured and running, proceeding with master startup.
08:02:31.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:31.418812 11424 catalog_manager.cc:1294] Loaded cluster ID: 6e2705ae39b541a9be3eee4a2a0b7f45
08:02:31.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:31.419116 11424 catalog_manager.cc:1587] T 00000000000000000000000000000000 P dec75b5c41544bf98b7214cfbd15b6d9: loading cluster ID for follower catalog manager: success
08:02:31.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:31.423493 11424 catalog_manager.cc:1609] T 00000000000000000000000000000000 P dec75b5c41544bf98b7214cfbd15b6d9: acquiring CA information for follower catalog manager: success
08:02:31.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:31.426393 11424 catalog_manager.cc:1637] T 00000000000000000000000000000000 P dec75b5c41544bf98b7214cfbd15b6d9: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
08:02:31.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:31.461434 11325 master_runner.cc:187] Error getting master registration for 127.10.51.188:34411: Network error: Client connection negotiation failed: client connection to 127.10.51.188:34411: connect: Connection refused (error 111),
08:02:31.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:31.467166 11325 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
08:02:31.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:31.500674 10446 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskjruXVz/build/asan/bin/kudu with pid 10740
08:02:31.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:31.520509 11060 connection.cc:573] server connection from 127.10.51.129:58897 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
08:02:31.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:31.521401 10446 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskjruXVz/build/asan/bin/kudu pid 10900
08:02:31.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:31.529533 11032 generic_service.cc:196] Checking for leaks (request via RPC)
08:02:31.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:31.568096 11180 heartbeater.cc:344] Connected to a master server at 127.10.51.190:35979
08:02:31.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:31.571345 11361 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "c2d48e101b9340ae92c87ed3a6c0b18b" instance_seqno: 1781510547463630) as {username='slave'} at 127.10.51.131:44513; Asking this server to re-register.
08:02:31.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:31.572224 11180 heartbeater.cc:461] Registering TS with master...
08:02:31.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:31.574193 11361 ts_manager.cc:194] Registered new tserver with Master: c2d48e101b9340ae92c87ed3a6c0b18b (127.10.51.131:38989)
08:02:31.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:31.634800 11057 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.10.51.129:33113: connect: Connection refused (error 111)
08:02:31.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:31.636451 11057 consensus_peers.cc:597] T 5a9716bbe63f4e8b95b3b2ea36362294 P c2d48e101b9340ae92c87ed3a6c0b18b -> Peer 7269409477aa43d8870e5ad0c3b1193e (127.10.51.129:33113): Couldn't send request to peer 7269409477aa43d8870e5ad0c3b1193e. Status: Network error: Client connection negotiation failed: client connection to 127.10.51.129:33113: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
08:02:31.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:31.638470 10446 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskjruXVz/build/asan/bin/kudu with pid 10900
08:02:31.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:31.657420 10446 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskjruXVz/build/asan/bin/kudu pid 11042
08:02:31.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:31.662576 11057 consensus_peers.cc:597] T 5a9716bbe63f4e8b95b3b2ea36362294 P c2d48e101b9340ae92c87ed3a6c0b18b -> Peer c93d03bb7466462bbcddd3a0be62687d (127.10.51.130:38089): Couldn't send request to peer c93d03bb7466462bbcddd3a0be62687d. Status: Network error: Client connection negotiation failed: client connection to 127.10.51.130:38089: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
08:02:31.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:31.666029 11174 generic_service.cc:196] Checking for leaks (request via RPC)
08:02:31.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:31.720249 11345 raft_consensus.cc:493] T 00000000000000000000000000000000 P 82f04fa9acaf4ddc9bd368e4cc7d7ce3 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader a37e55626dcb48e4813a230e9052ef10)
08:02:31.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:31.720469 11345 raft_consensus.cc:515] T 00000000000000000000000000000000 P 82f04fa9acaf4ddc9bd368e4cc7d7ce3 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dec75b5c41544bf98b7214cfbd15b6d9" member_type: VOTER last_known_addr { host: "127.10.51.190" port: 35979 } } peers { permanent_uuid: "82f04fa9acaf4ddc9bd368e4cc7d7ce3" member_type: VOTER last_known_addr { host: "127.10.51.189" port: 44773 } } peers { permanent_uuid: "a37e55626dcb48e4813a230e9052ef10" member_type: VOTER last_known_addr { host: "127.10.51.188" port: 34411 } }
08:02:31.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:31.721266 11345 leader_election.cc:290] T 00000000000000000000000000000000 P 82f04fa9acaf4ddc9bd368e4cc7d7ce3 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers dec75b5c41544bf98b7214cfbd15b6d9 (127.10.51.190:35979), a37e55626dcb48e4813a230e9052ef10 (127.10.51.188:34411)
08:02:31.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:31.724697 10554 leader_election.cc:336] T 00000000000000000000000000000000 P 82f04fa9acaf4ddc9bd368e4cc7d7ce3 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer a37e55626dcb48e4813a230e9052ef10 (127.10.51.188:34411): Network error: Client connection negotiation failed: client connection to 127.10.51.188:34411: connect: Connection refused (error 111)
08:02:31.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:31.730741 11413 raft_consensus.cc:493] T 00000000000000000000000000000000 P dec75b5c41544bf98b7214cfbd15b6d9 [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:02:31.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:31.730646 11371 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "82f04fa9acaf4ddc9bd368e4cc7d7ce3" candidate_term: 4 candidate_status { last_received { term: 3 index: 12 } } ignore_live_leader: false dest_uuid: "dec75b5c41544bf98b7214cfbd15b6d9" is_pre_election: true
08:02:31.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:31.731114 11413 raft_consensus.cc:515] T 00000000000000000000000000000000 P dec75b5c41544bf98b7214cfbd15b6d9 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dec75b5c41544bf98b7214cfbd15b6d9" member_type: VOTER last_known_addr { host: "127.10.51.190" port: 35979 } } peers { permanent_uuid: "82f04fa9acaf4ddc9bd368e4cc7d7ce3" member_type: VOTER last_known_addr { host: "127.10.51.189" port: 44773 } } peers { permanent_uuid: "a37e55626dcb48e4813a230e9052ef10" member_type: VOTER last_known_addr { host: "127.10.51.188" port: 34411 } }
08:02:31.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:31.731989 11371 raft_consensus.cc:2468] T 00000000000000000000000000000000 P dec75b5c41544bf98b7214cfbd15b6d9 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 82f04fa9acaf4ddc9bd368e4cc7d7ce3 in term 1.
08:02:31.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:31.732841 10553 leader_election.cc:304] T 00000000000000000000000000000000 P 82f04fa9acaf4ddc9bd368e4cc7d7ce3 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 82f04fa9acaf4ddc9bd368e4cc7d7ce3, dec75b5c41544bf98b7214cfbd15b6d9; no voters: a37e55626dcb48e4813a230e9052ef10
08:02:31.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:31.733335 11345 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 82f04fa9acaf4ddc9bd368e4cc7d7ce3 [term 3 FOLLOWER]: Leader pre-election won for term 4
08:02:31.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:31.733438 11345 raft_consensus.cc:493] T 00000000000000000000000000000000 P 82f04fa9acaf4ddc9bd368e4cc7d7ce3 [term 3 FOLLOWER]: Starting leader election (detected failure of leader a37e55626dcb48e4813a230e9052ef10)
08:02:31.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:31.733511 11345 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 82f04fa9acaf4ddc9bd368e4cc7d7ce3 [term 3 FOLLOWER]: Advancing to term 4
08:02:31.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:31.733779 11413 leader_election.cc:290] T 00000000000000000000000000000000 P dec75b5c41544bf98b7214cfbd15b6d9 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 82f04fa9acaf4ddc9bd368e4cc7d7ce3 (127.10.51.189:44773), a37e55626dcb48e4813a230e9052ef10 (127.10.51.188:34411)
08:02:31.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:31.735080 11342 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.10.51.188:34411: connect: Connection refused (error 111)
08:02:31.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:31.736351 11345 raft_consensus.cc:515] T 00000000000000000000000000000000 P 82f04fa9acaf4ddc9bd368e4cc7d7ce3 [term 4 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dec75b5c41544bf98b7214cfbd15b6d9" member_type: VOTER last_known_addr { host: "127.10.51.190" port: 35979 } } peers { permanent_uuid: "82f04fa9acaf4ddc9bd368e4cc7d7ce3" member_type: VOTER last_known_addr { host: "127.10.51.189" port: 44773 } } peers { permanent_uuid: "a37e55626dcb48e4813a230e9052ef10" member_type: VOTER last_known_addr { host: "127.10.51.188" port: 34411 } }
08:02:31.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:31.737462 10577 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "dec75b5c41544bf98b7214cfbd15b6d9" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "82f04fa9acaf4ddc9bd368e4cc7d7ce3" is_pre_election: true
08:02:31.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:31.737761 10577 raft_consensus.cc:2368] T 00000000000000000000000000000000 P 82f04fa9acaf4ddc9bd368e4cc7d7ce3 [term 4 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate dec75b5c41544bf98b7214cfbd15b6d9 for earlier term 2. Current term is 4.
08:02:31.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:31.737803 11345 leader_election.cc:290] T 00000000000000000000000000000000 P 82f04fa9acaf4ddc9bd368e4cc7d7ce3 [CANDIDATE]: Term 4 election: Requested vote from peers dec75b5c41544bf98b7214cfbd15b6d9 (127.10.51.190:35979), a37e55626dcb48e4813a230e9052ef10 (127.10.51.188:34411)
08:02:31.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:31.739904 11342 leader_election.cc:400] T 00000000000000000000000000000000 P dec75b5c41544bf98b7214cfbd15b6d9 [CANDIDATE]: Term 2 pre-election: Vote denied by peer 82f04fa9acaf4ddc9bd368e4cc7d7ce3 (127.10.51.189:44773) with higher term. Message: Invalid argument: T 00000000000000000000000000000000 P 82f04fa9acaf4ddc9bd368e4cc7d7ce3 [term 4 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate dec75b5c41544bf98b7214cfbd15b6d9 for earlier term 2. Current term is 4.
08:02:31.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:31.740047 11342 leader_election.cc:403] T 00000000000000000000000000000000 P dec75b5c41544bf98b7214cfbd15b6d9 [CANDIDATE]: Term 2 pre-election: Cancelling election due to peer responding with higher term
08:02:31.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:31.740548 10554 leader_election.cc:336] T 00000000000000000000000000000000 P 82f04fa9acaf4ddc9bd368e4cc7d7ce3 [CANDIDATE]: Term 4 election: RPC error from VoteRequest() call to peer a37e55626dcb48e4813a230e9052ef10 (127.10.51.188:34411): Network error: Client connection negotiation failed: client connection to 127.10.51.188:34411: connect: Connection refused (error 111)
08:02:31.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:31.740840 11413 raft_consensus.cc:3060] T 00000000000000000000000000000000 P dec75b5c41544bf98b7214cfbd15b6d9 [term 1 FOLLOWER]: Advancing to term 4
08:02:31.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:31.740962 11371 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "82f04fa9acaf4ddc9bd368e4cc7d7ce3" candidate_term: 4 candidate_status { last_received { term: 3 index: 12 } } ignore_live_leader: false dest_uuid: "dec75b5c41544bf98b7214cfbd15b6d9"
08:02:31.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:31.741716 11342 leader_election.cc:336] T 00000000000000000000000000000000 P dec75b5c41544bf98b7214cfbd15b6d9 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer a37e55626dcb48e4813a230e9052ef10 (127.10.51.188:34411): Network error: Client connection negotiation failed: client connection to 127.10.51.188:34411: connect: Connection refused (error 111)
08:02:31.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:31.746302 11413 raft_consensus.cc:2749] T 00000000000000000000000000000000 P dec75b5c41544bf98b7214cfbd15b6d9 [term 4 FOLLOWER]: Leader pre-election lost for term 2. Reason: Vote denied by peer 82f04fa9acaf4ddc9bd368e4cc7d7ce3 (127.10.51.189:44773) with higher term. Message: Invalid argument: T 00000000000000000000000000000000 P 82f04fa9acaf4ddc9bd368e4cc7d7ce3 [term 4 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate dec75b5c41544bf98b7214cfbd15b6d9 for earlier term 2. Current term is 4.
08:02:31.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:31.749526 11371 raft_consensus.cc:2468] T 00000000000000000000000000000000 P dec75b5c41544bf98b7214cfbd15b6d9 [term 4 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 82f04fa9acaf4ddc9bd368e4cc7d7ce3 in term 4.
08:02:31.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:31.751010 10553 leader_election.cc:304] T 00000000000000000000000000000000 P 82f04fa9acaf4ddc9bd368e4cc7d7ce3 [CANDIDATE]: Term 4 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 82f04fa9acaf4ddc9bd368e4cc7d7ce3, dec75b5c41544bf98b7214cfbd15b6d9; no voters: a37e55626dcb48e4813a230e9052ef10
08:02:31.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:31.751456 11345 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 82f04fa9acaf4ddc9bd368e4cc7d7ce3 [term 4 FOLLOWER]: Leader election won for term 4
08:02:31.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:31.752038 11345 raft_consensus.cc:697] T 00000000000000000000000000000000 P 82f04fa9acaf4ddc9bd368e4cc7d7ce3 [term 4 LEADER]: Becoming Leader. State: Replica: 82f04fa9acaf4ddc9bd368e4cc7d7ce3, State: Running, Role: LEADER
08:02:31.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:31.752661 11345 consensus_queue.cc:237] T 00000000000000000000000000000000 P 82f04fa9acaf4ddc9bd368e4cc7d7ce3 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 12, Committed index: 12, Last appended: 3.12, Last appended by leader: 12, Current term: 4, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dec75b5c41544bf98b7214cfbd15b6d9" member_type: VOTER last_known_addr { host: "127.10.51.190" port: 35979 } } peers { permanent_uuid: "82f04fa9acaf4ddc9bd368e4cc7d7ce3" member_type: VOTER last_known_addr { host: "127.10.51.189" port: 44773 } } peers { permanent_uuid: "a37e55626dcb48e4813a230e9052ef10" member_type: VOTER last_known_addr { host: "127.10.51.188" port: 34411 } }
08:02:31.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:31.755028 11438 sys_catalog.cc:455] T 00000000000000000000000000000000 P 82f04fa9acaf4ddc9bd368e4cc7d7ce3 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 82f04fa9acaf4ddc9bd368e4cc7d7ce3. Latest consensus state: current_term: 4 leader_uuid: "82f04fa9acaf4ddc9bd368e4cc7d7ce3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dec75b5c41544bf98b7214cfbd15b6d9" member_type: VOTER last_known_addr { host: "127.10.51.190" port: 35979 } } peers { permanent_uuid: "82f04fa9acaf4ddc9bd368e4cc7d7ce3" member_type: VOTER last_known_addr { host: "127.10.51.189" port: 44773 } } peers { permanent_uuid: "a37e55626dcb48e4813a230e9052ef10" member_type: VOTER last_known_addr { host: "127.10.51.188" port: 34411 } } }
08:02:31.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:31.755527 11438 sys_catalog.cc:458] T 00000000000000000000000000000000 P 82f04fa9acaf4ddc9bd368e4cc7d7ce3 [sys.catalog]: This master's current role is: LEADER
08:02:31.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:31.756392 11440 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
08:02:31.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:31.759464 11440 catalog_manager.cc:679] Loaded metadata for table kudu_system.kudu_transactions [id=20aede7cdb2145ed8e77e0f71ca453ea]
08:02:31.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:31.760151 11440 catalog_manager.cc:679] Loaded metadata for table txn_manager_fallback_rolling [id=5521c9c4aabd4c95bf492ab5a0874f9f]
08:02:31.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:31.762352 11440 tablet_loader.cc:96] loaded metadata for tablet 13b001395ba04febb822739b521581c3 (table txn_manager_fallback_rolling [id=5521c9c4aabd4c95bf492ab5a0874f9f])
08:02:31.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:31.762785 11440 tablet_loader.cc:96] loaded metadata for tablet 5a9716bbe63f4e8b95b3b2ea36362294 (table kudu_system.kudu_transactions [id=20aede7cdb2145ed8e77e0f71ca453ea])
08:02:31.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:31.763195 11440 tablet_loader.cc:96] loaded metadata for tablet 85eacdcd44f64677b8f184989df8e135 (table txn_manager_fallback_rolling [id=5521c9c4aabd4c95bf492ab5a0874f9f])
08:02:31.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:31.763499 11440 catalog_manager.cc:1519] Initializing Kudu cluster ID...
08:02:31.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:31.764529 11440 catalog_manager.cc:1294] Loaded cluster ID: 6e2705ae39b541a9be3eee4a2a0b7f45
08:02:31.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:31.764628 11440 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
08:02:31.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:31.766103 11440 catalog_manager.cc:1539] Loading token signing keys...
08:02:31.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:31.767122 11440 catalog_manager.cc:6080] T 00000000000000000000000000000000 P 82f04fa9acaf4ddc9bd368e4cc7d7ce3: Loaded TSK: 0
08:02:31.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:31.768193 11440 catalog_manager.cc:1549] Initializing in-progress tserver states...
08:02:31.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:31.857594 10554 consensus_peers.cc:597] T 00000000000000000000000000000000 P 82f04fa9acaf4ddc9bd368e4cc7d7ce3 -> Peer a37e55626dcb48e4813a230e9052ef10 (127.10.51.188:34411): Couldn't send request to peer a37e55626dcb48e4813a230e9052ef10. Status: Network error: Client connection negotiation failed: client connection to 127.10.51.188:34411: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
08:02:31.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:31.859818 11371 raft_consensus.cc:1275] T 00000000000000000000000000000000 P dec75b5c41544bf98b7214cfbd15b6d9 [term 4 FOLLOWER]: Refusing update from remote peer 82f04fa9acaf4ddc9bd368e4cc7d7ce3: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 4 index: 13. (index mismatch)
08:02:31.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:31.860996 11438 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 82f04fa9acaf4ddc9bd368e4cc7d7ce3 [LEADER]: Connected to new peer: Peer: permanent_uuid: "dec75b5c41544bf98b7214cfbd15b6d9" member_type: VOTER last_known_addr { host: "127.10.51.190" port: 35979 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 11, Time since last communication: 0.000s
08:02:31.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:31.865533 11444 sys_catalog.cc:455] T 00000000000000000000000000000000 P dec75b5c41544bf98b7214cfbd15b6d9 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 4 leader_uuid: "82f04fa9acaf4ddc9bd368e4cc7d7ce3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dec75b5c41544bf98b7214cfbd15b6d9" member_type: VOTER last_known_addr { host: "127.10.51.190" port: 35979 } } peers { permanent_uuid: "82f04fa9acaf4ddc9bd368e4cc7d7ce3" member_type: VOTER last_known_addr { host: "127.10.51.189" port: 44773 } } peers { permanent_uuid: "a37e55626dcb48e4813a230e9052ef10" member_type: VOTER last_known_addr { host: "127.10.51.188" port: 34411 } } }
08:02:31.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:31.865867 11444 sys_catalog.cc:458] T 00000000000000000000000000000000 P dec75b5c41544bf98b7214cfbd15b6d9 [sys.catalog]: This master's current role is: FOLLOWER
08:02:31.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:31.866093 11413 sys_catalog.cc:455] T 00000000000000000000000000000000 P dec75b5c41544bf98b7214cfbd15b6d9 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 82f04fa9acaf4ddc9bd368e4cc7d7ce3. Latest consensus state: current_term: 4 leader_uuid: "82f04fa9acaf4ddc9bd368e4cc7d7ce3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dec75b5c41544bf98b7214cfbd15b6d9" member_type: VOTER last_known_addr { host: "127.10.51.190" port: 35979 } } peers { permanent_uuid: "82f04fa9acaf4ddc9bd368e4cc7d7ce3" member_type: VOTER last_known_addr { host: "127.10.51.189" port: 44773 } } peers { permanent_uuid: "a37e55626dcb48e4813a230e9052ef10" member_type: VOTER last_known_addr { host: "127.10.51.188" port: 34411 } } }
08:02:31.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:31.866425 11413 sys_catalog.cc:458] T 00000000000000000000000000000000 P dec75b5c41544bf98b7214cfbd15b6d9 [sys.catalog]: This master's current role is: FOLLOWER
08:02:31.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:31.867206 11438 sys_catalog.cc:455] T 00000000000000000000000000000000 P 82f04fa9acaf4ddc9bd368e4cc7d7ce3 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 4 leader_uuid: "82f04fa9acaf4ddc9bd368e4cc7d7ce3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dec75b5c41544bf98b7214cfbd15b6d9" member_type: VOTER last_known_addr { host: "127.10.51.190" port: 35979 } } peers { permanent_uuid: "82f04fa9acaf4ddc9bd368e4cc7d7ce3" member_type: VOTER last_known_addr { host: "127.10.51.189" port: 44773 } } peers { permanent_uuid: "a37e55626dcb48e4813a230e9052ef10" member_type: VOTER last_known_addr { host: "127.10.51.188" port: 34411 } } }
08:02:31.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:31.867446 11438 sys_catalog.cc:458] T 00000000000000000000000000000000 P 82f04fa9acaf4ddc9bd368e4cc7d7ce3 [sys.catalog]: This master's current role is: LEADER
08:02:31.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:31.867787 11413 sys_catalog.cc:455] T 00000000000000000000000000000000 P dec75b5c41544bf98b7214cfbd15b6d9 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 4 leader_uuid: "82f04fa9acaf4ddc9bd368e4cc7d7ce3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dec75b5c41544bf98b7214cfbd15b6d9" member_type: VOTER last_known_addr { host: "127.10.51.190" port: 35979 } } peers { permanent_uuid: "82f04fa9acaf4ddc9bd368e4cc7d7ce3" member_type: VOTER last_known_addr { host: "127.10.51.189" port: 44773 } } peers { permanent_uuid: "a37e55626dcb48e4813a230e9052ef10" member_type: VOTER last_known_addr { host: "127.10.51.188" port: 34411 } } }
08:02:31.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:31.868063 11413 sys_catalog.cc:458] T 00000000000000000000000000000000 P dec75b5c41544bf98b7214cfbd15b6d9 [sys.catalog]: This master's current role is: FOLLOWER
08:02:32.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:32.034907 11312 tablet_replica.cc:442] T 5a9716bbe63f4e8b95b3b2ea36362294 P c2d48e101b9340ae92c87ed3a6c0b18b: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "c2d48e101b9340ae92c87ed3a6c0b18b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7269409477aa43d8870e5ad0c3b1193e" member_type: VOTER last_known_addr { host: "127.10.51.129" port: 33113 } } peers { permanent_uuid: "c93d03bb7466462bbcddd3a0be62687d" member_type: VOTER last_known_addr { host: "127.10.51.130" port: 38089 } } peers { permanent_uuid: "c2d48e101b9340ae92c87ed3a6c0b18b" member_type: VOTER last_known_addr { host: "127.10.51.131" port: 38989 } } }
08:02:32.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:32.035358 11312 tablet_replica.cc:445] T 5a9716bbe63f4e8b95b3b2ea36362294 P c2d48e101b9340ae92c87ed3a6c0b18b: This TxnStatusTablet replica's current role is: LEADER
08:02:32.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:32.126145 11181 heartbeater.cc:499] Master 127.10.51.189:44773 was elected leader, sending a full tablet report...
08:02:32.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:32.128070 11447 tablet_replica.cc:442] T 5a9716bbe63f4e8b95b3b2ea36362294 P c2d48e101b9340ae92c87ed3a6c0b18b: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "c2d48e101b9340ae92c87ed3a6c0b18b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7269409477aa43d8870e5ad0c3b1193e" member_type: VOTER last_known_addr { host: "127.10.51.129" port: 33113 } } peers { permanent_uuid: "c93d03bb7466462bbcddd3a0be62687d" member_type: VOTER last_known_addr { host: "127.10.51.130" port: 38089 } } peers { permanent_uuid: "c2d48e101b9340ae92c87ed3a6c0b18b" member_type: VOTER last_known_addr { host: "127.10.51.131" port: 38989 } } }
08:02:32.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:32.128372 11447 tablet_replica.cc:445] T 5a9716bbe63f4e8b95b3b2ea36362294 P c2d48e101b9340ae92c87ed3a6c0b18b: This TxnStatusTablet replica's current role is: LEADER
08:02:32.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:32.369153 10554 consensus_peers.cc:597] T 00000000000000000000000000000000 P 82f04fa9acaf4ddc9bd368e4cc7d7ce3 -> Peer a37e55626dcb48e4813a230e9052ef10 (127.10.51.188:34411): Couldn't send request to peer a37e55626dcb48e4813a230e9052ef10. Status: Network error: Client connection negotiation failed: client connection to 127.10.51.188:34411: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
08:02:32.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 08:02:32.659300 10446 external_mini_cluster.cc:1721] Unable to check leaks on /tmp/dist-test-taskjruXVz/build/asan/bin/kudu pid 11042: Timed out: CheckLeaks RPC to 127.10.51.131:38989 timed out after 1.000s (SENT)
08:02:32.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:32.659543 10446 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskjruXVz/build/asan/bin/kudu with pid 11042
08:02:32.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:32.675247 10446 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskjruXVz/build/asan/bin/kudu pid 11325
08:02:32.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:32.686542 11401 generic_service.cc:196] Checking for leaks (request via RPC)
08:02:32.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:32.799423 10446 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskjruXVz/build/asan/bin/kudu with pid 11325
08:02:32.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:32.822314 10446 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskjruXVz/build/asan/bin/kudu pid 10535
08:02:32.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:32.823608 10609 generic_service.cc:196] Checking for leaks (request via RPC)
08:02:32.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) LLVM ERROR: IO failure on output stream: Broken pipe
08:02:32.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) PLEASE submit a bug report to https://bugs.llvm.org/ and include the crash backtrace.
08:02:32.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskjruXVz/thirdparty/installed/uninstrumented/bin/llvm-symbolizer(+0xcdfce)[0x55585f74ffce]
08:02:32.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskjruXVz/thirdparty/installed/uninstrumented/bin/llvm-symbolizer(+0xcc27d)[0x55585f74e27d]
08:02:32.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskjruXVz/thirdparty/installed/uninstrumented/bin/llvm-symbolizer(+0xcc3d3)[0x55585f74e3d3]
08:02:32.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /lib/x86_64-linux-gnu/libpthread.so.0(+0x12980)[0x7f761ff92980]
08:02:32.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /lib/x86_64-linux-gnu/libc.so.6(gsignal+0xc7)[0x7f761f06be87]
08:02:32.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /lib/x86_64-linux-gnu/libc.so.6(abort+0x141)[0x7f761f06d7f1]
08:02:32.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskjruXVz/thirdparty/installed/uninstrumented/bin/llvm-symbolizer(+0xa575c)[0x55585f72775c]
08:02:32.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskjruXVz/thirdparty/installed/uninstrumented/bin/llvm-symbolizer(+0xa58e0)[0x55585f7278e0]
08:02:32.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskjruXVz/thirdparty/installed/uninstrumented/bin/llvm-symbolizer(+0xbcc73)[0x55585f73ec73]
08:02:32.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /lib/x86_64-linux-gnu/libc.so.6(+0x43031)[0x7f761f070031]
08:02:32.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /lib/x86_64-linux-gnu/libc.so.6(+0x4312a)[0x7f761f07012a]
08:02:32.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /lib/x86_64-linux-gnu/libc.so.6(__libc_start_main+0xee)[0x7f761f04ec8e]
08:02:32.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskjruXVz/thirdparty/installed/uninstrumented/bin/llvm-symbolizer(+0x8f0ba)[0x55585f7110ba]
08:02:32.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 08:02:32.938673 10446 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskjruXVz/build/asan/bin/kudu with pid 10535
08:02:32.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-15T08:02:32Z chronyd exiting
08:02:33.086 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager: failed attempt 1
java.lang.NullPointerException
at com.google.common.base.Preconditions.checkNotNull(Preconditions.java:904)
at org.apache.kudu.client.KuduClient.findLeaderMasterServer(KuduClient.java:555)
at org.apache.kudu.test.KuduTestHarness.findLeaderMasterServer(KuduTestHarness.java:290)
at org.apache.kudu.test.KuduTestHarness.killLeaderMasterServer(KuduTestHarness.java:301)
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager(TestKuduTransaction.java:1202)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.NullPointerException
at com.google.common.base.Preconditions.checkNotNull(Preconditions.java:904)
at org.apache.kudu.client.KuduClient.findLeaderMasterServer(KuduClient.java:555)
at org.apache.kudu.test.KuduTestHarness.findLeaderMasterServer(KuduTestHarness.java:290)
at org.apache.kudu.test.KuduTestHarness.killLeaderMasterServer(KuduTestHarness.java:301)
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager(TestKuduTransaction.java:1202)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)