20:17:22.121 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
20:17:22.121 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskXag5VZ/test-tmp
20:17:22.121 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/asan/bin
20:17:22.122 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskXag5VZ/java/build/dist-test/../../../build/asan/bin/kudu, test, mini_cluster, --serialization=pb]
20:17:22.123 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskXag5VZ/test-tmp/mini-kudu-cluster698518730458466924"
extra_master_flags: "--txn_manager_enabled"
extra_master_flags: "--raft_heartbeat_interval_ms=100"
extra_tserver_flags: "--txn_keepalive_interval_ms=1000"
extra_tserver_flags: "--txn_staleness_tracker_interval_ms=250"
extra_tserver_flags: "--enable_txn_system_client_init=true"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
20:17:22.523 [DEBUG - main] (MiniKuduCluster.java:195) Response:
20:17:22.523 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
20:17:22.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:22.526804 16836 mini_oidc.cc:152] Starting JWKS server
20:17:22.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:22.530668 16836 webserver.cc:460] Webserver started at http://127.0.0.1:37213/ using document root <none> and password file <none>
20:17:22.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:22.530977 16836 mini_oidc.cc:189] Starting OIDC Discovery server
20:17:22.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:22.531754 16836 webserver.cc:460] Webserver started at http://127.0.0.1:42751/ using document root <none> and password file <none>
20:17:22.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-20T20:17:22Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
20:17:22.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-20T20:17:22Z Disabled control of system clock
20:17:22.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:22.573099 16836 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskXag5VZ/build/asan/bin/kudu
20:17:22.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskXag5VZ/build/asan/bin/kudu
20:17:22.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXag5VZ/test-tmp/mini-kudu-cluster698518730458466924/master-0/wal
20:17:22.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXag5VZ/test-tmp/mini-kudu-cluster698518730458466924/master-0/data
20:17:22.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:17:22.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:17:22.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:17:22.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:17:22.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:17:22.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:17:22.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXag5VZ/test-tmp/mini-kudu-cluster698518730458466924/master-0/logs
20:17:22.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXag5VZ/test-tmp/mini-kudu-cluster698518730458466924/master-0/data/info.pb
20:17:22.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:17:22.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:17:22.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:17:22.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:17:22.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:17:22.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:17:22.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:17:22.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:17:22.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:17:22.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:17:22.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:17:22.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:17:22.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.113.62:35801
20:17:22.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.113.62
20:17:22.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:17:22.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.113.20:38835
20:17:22.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:17:22.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:17:22.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:17:22.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:17:22.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.113.62:35801,127.16.113.61:35029,127.16.113.60:35439
20:17:22.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:17:22.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37213/jwks.json
20:17:22.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
20:17:22.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
20:17:22.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:17:22.964174 16847 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:17:22.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:17:22.964769 16847 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:17:22.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:17:22.964919 16847 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:17:22.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:17:22.973368 16847 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
20:17:22.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:17:22.973567 16847 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
20:17:22.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:17:22.973624 16847 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:17:22.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:17:22.973701 16847 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
20:17:22.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:17:22.973776 16847 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
20:17:22.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:17:22.973871 16847 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
20:17:22.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:17:22.973932 16847 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:37213/jwks.json
20:17:22.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:22.985154 16847 master_runner.cc:386] Master server non-default flags:
20:17:22.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:17:22.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.113.20:38835
20:17:22.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:17:22.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:17:22.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
20:17:22.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXag5VZ/test-tmp/mini-kudu-cluster698518730458466924/master-0/data
20:17:22.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXag5VZ/test-tmp/mini-kudu-cluster698518730458466924/master-0/wal
20:17:22.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:17:22.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.113.62:35801,127.16.113.61:35029,127.16.113.60:35439
20:17:22.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
20:17:22.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:17:22.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:17:22.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:17:22.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.113.62:35801
20:17:22.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:17:22.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:17:22.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:17:22.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37213/jwks.json
20:17:22.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:17:22.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:17:22.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXag5VZ/test-tmp/mini-kudu-cluster698518730458466924/master-0/data/info.pb
20:17:22.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.113.62
20:17:22.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:17:22.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:17:22.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:17:22.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:17:22.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:17:22.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:17:22.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXag5VZ/test-tmp/mini-kudu-cluster698518730458466924/master-0/logs
20:17:22.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:17:22.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:17:22.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:17:22.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:17:22.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:17:22.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
20:17:22.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:17:22.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 18:55:48 UTC on ccycloud.quasar-mahdxv.root.comops.site
20:17:22.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4457677
20:17:22.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
20:17:22.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:22.987380 16847 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:17:22.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:22.989889 16847 file_cache.cc:493] Constructed file cache file cache with capacity 419430
20:17:23.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:17:23.004845 16855 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:17:23.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:17:23.005018 16853 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:17:23.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:17:23.005033 16852 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:17:23.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:23.006319 16847 server_base.cc:1034] running on GCE node
20:17:23.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:23.007526 16847 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:17:23.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:23.009318 16847 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:17:23.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:23.010598 16847 hybrid_clock.cc:648] HybridClock initialized: now 1781986643010538 us; error 47 us; skew 500 ppm
20:17:23.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:23.011041 16847 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:17:23.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:23.017998 16847 webserver.cc:460] Webserver started at http://127.16.113.62:37399/ using document root <none> and password file <none>
20:17:23.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:23.018874 16847 fs_manager.cc:359] Metadata directory not provided
20:17:23.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:23.019014 16847 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:17:23.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:23.019368 16847 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
20:17:23.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:23.022526 16847 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskXag5VZ/test-tmp/mini-kudu-cluster698518730458466924/master-0/data/instance:
20:17:23.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6226c107d23b4a348b4789f481c472e8"
20:17:23.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 20:17:23 on dist-test-slave-kssz"
20:17:23.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:23.023456 16847 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskXag5VZ/test-tmp/mini-kudu-cluster698518730458466924/master-0/wal/instance:
20:17:23.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6226c107d23b4a348b4789f481c472e8"
20:17:23.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 20:17:23 on dist-test-slave-kssz"
20:17:23.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:23.029584 16847 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.006s sys 0.001s
20:17:23.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:23.033664 16861 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:17:23.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:23.035307 16847 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.004s sys 0.000s
20:17:23.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:23.035540 16847 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskXag5VZ/test-tmp/mini-kudu-cluster698518730458466924/master-0/data,/tmp/dist-test-taskXag5VZ/test-tmp/mini-kudu-cluster698518730458466924/master-0/wal
20:17:23.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6226c107d23b4a348b4789f481c472e8"
20:17:23.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 20:17:23 on dist-test-slave-kssz"
20:17:23.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:23.035812 16847 fs_report.cc:383] FS layout report
20:17:23.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:17:23.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskXag5VZ/test-tmp/mini-kudu-cluster698518730458466924/master-0/wal
20:17:23.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskXag5VZ/test-tmp/mini-kudu-cluster698518730458466924/master-0/wal
20:17:23.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskXag5VZ/test-tmp/mini-kudu-cluster698518730458466924/master-0/data/data
20:17:23.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:17:23.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:17:23.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:17:23.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:17:23.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:17:23.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:17:23.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:17:23.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:17:23.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:17:23.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:17:23.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:17:23.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:23.053452 16847 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
20:17:23.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:23.054368 16847 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:17:23.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:23.054687 16847 kserver.cc:163] Server-wide thread pool size limit: 3276
20:17:23.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:23.091259 16847 rpc_server.cc:307] RPC server started. Bound to: 127.16.113.62:35801
20:17:23.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:23.091707 16923 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.16.113.62:35801 every 8 connection(s)
20:17:23.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:23.093329 16847 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskXag5VZ/test-tmp/mini-kudu-cluster698518730458466924/master-0/data/info.pb
20:17:23.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:23.099273 16924 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:17:23.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:23.102628 16836 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskXag5VZ/build/asan/bin/kudu as pid 16847
20:17:23.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:23.102967 16836 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskXag5VZ/test-tmp/mini-kudu-cluster698518730458466924/master-0/wal/instance
20:17:23.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:23.106367 16836 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskXag5VZ/build/asan/bin/kudu
20:17:23.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskXag5VZ/build/asan/bin/kudu
20:17:23.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXag5VZ/test-tmp/mini-kudu-cluster698518730458466924/master-1/wal
20:17:23.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXag5VZ/test-tmp/mini-kudu-cluster698518730458466924/master-1/data
20:17:23.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:17:23.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:17:23.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:17:23.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:17:23.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:17:23.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:17:23.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXag5VZ/test-tmp/mini-kudu-cluster698518730458466924/master-1/logs
20:17:23.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXag5VZ/test-tmp/mini-kudu-cluster698518730458466924/master-1/data/info.pb
20:17:23.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:17:23.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:17:23.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:17:23.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:17:23.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:17:23.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:17:23.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:17:23.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:17:23.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:17:23.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:17:23.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:17:23.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:17:23.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.113.61:35029
20:17:23.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.113.61
20:17:23.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:17:23.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.113.20:38835
20:17:23.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:17:23.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:17:23.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:17:23.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:17:23.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.113.62:35801,127.16.113.61:35029,127.16.113.60:35439
20:17:23.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:17:23.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37213/jwks.json
20:17:23.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
20:17:23.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
20:17:23.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:23.109436 16924 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.113.62" port: 35801 } has no permanent_uuid. Determining permanent_uuid...
20:17:23.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:23.134766 16924 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.113.61" port: 35029 } has no permanent_uuid. Determining permanent_uuid...
20:17:23.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:17:23.136457 16863 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.16.113.61:35029: connect: Connection refused (error 111)
20:17:23.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:17:23.138692 16924 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.113.61:35029: Network error: Client connection negotiation failed: client connection to 127.16.113.61:35029: connect: Connection refused (error 111)
20:17:23.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:23.188194 16924 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.113.61" port: 35029 } attempt: 1
20:17:23.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:17:23.190860 16924 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.113.61:35029: Network error: Client connection negotiation failed: client connection to 127.16.113.61:35029: connect: Connection refused (error 111)
20:17:23.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:23.259270 16924 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.113.61" port: 35029 } attempt: 2
20:17:23.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:17:23.262622 16924 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.113.61:35029: Network error: Client connection negotiation failed: client connection to 127.16.113.61:35029: connect: Connection refused (error 111)
20:17:23.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:23.354014 16924 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.113.61" port: 35029 } attempt: 3
20:17:23.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:17:23.356828 16924 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.113.61:35029: Network error: Client connection negotiation failed: client connection to 127.16.113.61:35029: connect: Connection refused (error 111)
20:17:23.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:23.500157 16924 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.113.61" port: 35029 } attempt: 4
20:17:23.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:17:23.502923 16924 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.113.61:35029: Network error: Client connection negotiation failed: client connection to 127.16.113.61:35029: connect: Connection refused (error 111)
20:17:23.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:17:23.504949 16926 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:17:23.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:17:23.505297 16926 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:17:23.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:17:23.505388 16926 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:17:23.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:17:23.513072 16926 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
20:17:23.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:17:23.513196 16926 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
20:17:23.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:17:23.513235 16926 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:17:23.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:17:23.513285 16926 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
20:17:23.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:17:23.513324 16926 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
20:17:23.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:17:23.513379 16926 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
20:17:23.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:17:23.513413 16926 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:37213/jwks.json
20:17:23.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:23.522977 16926 master_runner.cc:386] Master server non-default flags:
20:17:23.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:17:23.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.113.20:38835
20:17:23.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:17:23.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:17:23.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
20:17:23.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXag5VZ/test-tmp/mini-kudu-cluster698518730458466924/master-1/data
20:17:23.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXag5VZ/test-tmp/mini-kudu-cluster698518730458466924/master-1/wal
20:17:23.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:17:23.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.113.62:35801,127.16.113.61:35029,127.16.113.60:35439
20:17:23.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
20:17:23.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:17:23.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:17:23.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:17:23.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.113.61:35029
20:17:23.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:17:23.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:17:23.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:17:23.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37213/jwks.json
20:17:23.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:17:23.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:17:23.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXag5VZ/test-tmp/mini-kudu-cluster698518730458466924/master-1/data/info.pb
20:17:23.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.113.61
20:17:23.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:17:23.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:17:23.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:17:23.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:17:23.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:17:23.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:17:23.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXag5VZ/test-tmp/mini-kudu-cluster698518730458466924/master-1/logs
20:17:23.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:17:23.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:17:23.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:17:23.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:17:23.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:17:23.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
20:17:23.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:17:23.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 18:55:48 UTC on ccycloud.quasar-mahdxv.root.comops.site
20:17:23.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4457677
20:17:23.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
20:17:23.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:23.524374 16926 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:17:23.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:23.526320 16926 file_cache.cc:493] Constructed file cache file cache with capacity 419430
20:17:23.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:17:23.539810 16934 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:17:23.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:17:23.539902 16935 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:17:23.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:17:23.540793 16937 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:17:23.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:23.541229 16926 server_base.cc:1034] running on GCE node
20:17:23.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:23.542407 16926 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:17:23.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:23.544302 16926 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:17:23.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:23.545575 16926 hybrid_clock.cc:648] HybridClock initialized: now 1781986643545459 us; error 110 us; skew 500 ppm
20:17:23.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:23.546051 16926 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:17:23.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:23.549538 16926 webserver.cc:460] Webserver started at http://127.16.113.61:34501/ using document root <none> and password file <none>
20:17:23.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:23.550503 16926 fs_manager.cc:359] Metadata directory not provided
20:17:23.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:23.550607 16926 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:17:23.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:23.550946 16926 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
20:17:23.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:23.554287 16926 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskXag5VZ/test-tmp/mini-kudu-cluster698518730458466924/master-1/data/instance:
20:17:23.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "825da425117d457985fc6aff1b99be66"
20:17:23.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 20:17:23 on dist-test-slave-kssz"
20:17:23.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:23.555202 16926 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskXag5VZ/test-tmp/mini-kudu-cluster698518730458466924/master-1/wal/instance:
20:17:23.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "825da425117d457985fc6aff1b99be66"
20:17:23.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 20:17:23 on dist-test-slave-kssz"
20:17:23.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:23.561887 16926 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.006s sys 0.001s
20:17:23.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:23.566642 16943 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:17:23.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:23.568513 16926 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.001s sys 0.004s
20:17:23.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:23.568821 16926 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskXag5VZ/test-tmp/mini-kudu-cluster698518730458466924/master-1/data,/tmp/dist-test-taskXag5VZ/test-tmp/mini-kudu-cluster698518730458466924/master-1/wal
20:17:23.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "825da425117d457985fc6aff1b99be66"
20:17:23.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 20:17:23 on dist-test-slave-kssz"
20:17:23.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:23.569131 16926 fs_report.cc:383] FS layout report
20:17:23.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:17:23.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskXag5VZ/test-tmp/mini-kudu-cluster698518730458466924/master-1/wal
20:17:23.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskXag5VZ/test-tmp/mini-kudu-cluster698518730458466924/master-1/wal
20:17:23.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskXag5VZ/test-tmp/mini-kudu-cluster698518730458466924/master-1/data/data
20:17:23.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:17:23.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:17:23.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:17:23.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:17:23.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:17:23.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:17:23.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:17:23.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:17:23.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:17:23.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:17:23.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:17:23.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:23.586586 16926 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
20:17:23.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:23.587738 16926 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:17:23.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:23.588140 16926 kserver.cc:163] Server-wide thread pool size limit: 3276
20:17:23.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:23.616240 16926 rpc_server.cc:307] RPC server started. Bound to: 127.16.113.61:35029
20:17:23.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:23.616304 17004 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.16.113.61:35029 every 8 connection(s)
20:17:23.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:23.618005 16926 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskXag5VZ/test-tmp/mini-kudu-cluster698518730458466924/master-1/data/info.pb
20:17:23.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:23.621644 16836 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskXag5VZ/build/asan/bin/kudu as pid 16926
20:17:23.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:23.621860 16836 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskXag5VZ/test-tmp/mini-kudu-cluster698518730458466924/master-1/wal/instance
20:17:23.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:23.622849 17005 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:17:23.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:23.623142 16836 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskXag5VZ/build/asan/bin/kudu
20:17:23.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskXag5VZ/build/asan/bin/kudu
20:17:23.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXag5VZ/test-tmp/mini-kudu-cluster698518730458466924/master-2/wal
20:17:23.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXag5VZ/test-tmp/mini-kudu-cluster698518730458466924/master-2/data
20:17:23.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:17:23.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:17:23.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:17:23.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:17:23.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:17:23.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:17:23.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXag5VZ/test-tmp/mini-kudu-cluster698518730458466924/master-2/logs
20:17:23.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXag5VZ/test-tmp/mini-kudu-cluster698518730458466924/master-2/data/info.pb
20:17:23.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:17:23.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:17:23.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:17:23.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:17:23.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:17:23.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:17:23.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:17:23.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:17:23.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:17:23.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:17:23.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:17:23.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:17:23.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.113.60:35439
20:17:23.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.113.60
20:17:23.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:17:23.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.113.20:38835
20:17:23.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:17:23.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:17:23.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:17:23.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:17:23.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.113.62:35801,127.16.113.61:35029,127.16.113.60:35439
20:17:23.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:17:23.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37213/jwks.json
20:17:23.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
20:17:23.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
20:17:23.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:23.630759 17005 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.113.62" port: 35801 } has no permanent_uuid. Determining permanent_uuid...
20:17:23.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:23.653970 17005 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.113.61" port: 35029 } has no permanent_uuid. Determining permanent_uuid...
20:17:23.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:23.670450 17005 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.113.60" port: 35439 } has no permanent_uuid. Determining permanent_uuid...
20:17:23.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:17:23.671836 16945 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.16.113.60:35439: connect: Connection refused (error 111)
20:17:23.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:17:23.673868 17005 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.113.60:35439: Network error: Client connection negotiation failed: client connection to 127.16.113.60:35439: connect: Connection refused (error 111)
20:17:23.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:23.723277 17005 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.113.60" port: 35439 } attempt: 1
20:17:23.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:17:23.726099 17005 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.113.60:35439: Network error: Client connection negotiation failed: client connection to 127.16.113.60:35439: connect: Connection refused (error 111)
20:17:23.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:23.794427 17005 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.113.60" port: 35439 } attempt: 2
20:17:23.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:17:23.797152 17005 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.113.60:35439: Network error: Client connection negotiation failed: client connection to 127.16.113.60:35439: connect: Connection refused (error 111)
20:17:23.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:23.802263 16924 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.113.61" port: 35029 } attempt: 5
20:17:23.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:23.810631 16924 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.113.60" port: 35439 } has no permanent_uuid. Determining permanent_uuid...
20:17:23.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:17:23.813102 16924 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.113.60:35439: Network error: Client connection negotiation failed: client connection to 127.16.113.60:35439: connect: Connection refused (error 111)
20:17:23.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:23.864557 16924 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.113.60" port: 35439 } attempt: 1
20:17:23.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:17:23.867244 16924 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.113.60:35439: Network error: Client connection negotiation failed: client connection to 127.16.113.60:35439: connect: Connection refused (error 111)
20:17:23.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:23.888499 17005 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.113.60" port: 35439 } attempt: 3
20:17:23.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:17:23.891139 17005 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.113.60:35439: Network error: Client connection negotiation failed: client connection to 127.16.113.60:35439: connect: Connection refused (error 111)
20:17:23.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:23.935705 16924 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.113.60" port: 35439 } attempt: 2
20:17:23.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:17:23.938107 16924 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.113.60:35439: Network error: Client connection negotiation failed: client connection to 127.16.113.60:35439: connect: Connection refused (error 111)
20:17:24.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:24.034492 17005 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.113.60" port: 35439 } attempt: 4
20:17:24.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:17:24.037171 17005 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.113.60:35439: Network error: Client connection negotiation failed: client connection to 127.16.113.60:35439: connect: Connection refused (error 111)
20:17:24.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:17:24.037986 17007 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:17:24.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:17:24.038414 17007 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:17:24.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:17:24.038600 17007 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:17:24.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:24.044471 16924 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.113.60" port: 35439 } attempt: 3
20:17:24.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:17:24.046862 16924 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.113.60:35439: Network error: Client connection negotiation failed: client connection to 127.16.113.60:35439: connect: Connection refused (error 111)
20:17:24.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:17:24.047951 17007 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
20:17:24.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:17:24.048064 17007 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
20:17:24.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:17:24.048108 17007 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:17:24.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:17:24.048163 17007 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
20:17:24.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:17:24.048207 17007 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
20:17:24.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:17:24.048272 17007 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
20:17:24.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:17:24.048326 17007 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:37213/jwks.json
20:17:24.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:24.060192 17007 master_runner.cc:386] Master server non-default flags:
20:17:24.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:17:24.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.113.20:38835
20:17:24.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:17:24.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:17:24.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
20:17:24.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXag5VZ/test-tmp/mini-kudu-cluster698518730458466924/master-2/data
20:17:24.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXag5VZ/test-tmp/mini-kudu-cluster698518730458466924/master-2/wal
20:17:24.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:17:24.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.113.62:35801,127.16.113.61:35029,127.16.113.60:35439
20:17:24.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
20:17:24.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:17:24.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:17:24.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:17:24.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.113.60:35439
20:17:24.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:17:24.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:17:24.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:17:24.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37213/jwks.json
20:17:24.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:17:24.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:17:24.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXag5VZ/test-tmp/mini-kudu-cluster698518730458466924/master-2/data/info.pb
20:17:24.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.113.60
20:17:24.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:17:24.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:17:24.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:17:24.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:17:24.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:17:24.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:17:24.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXag5VZ/test-tmp/mini-kudu-cluster698518730458466924/master-2/logs
20:17:24.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:17:24.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:17:24.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:17:24.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:17:24.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:17:24.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
20:17:24.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:17:24.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 18:55:48 UTC on ccycloud.quasar-mahdxv.root.comops.site
20:17:24.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4457677
20:17:24.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
20:17:24.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:24.062089 17007 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:17:24.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:24.064327 17007 file_cache.cc:493] Constructed file cache file cache with capacity 419430
20:17:24.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:17:24.079974 17016 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:17:24.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:17:24.080066 17017 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:17:24.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:17:24.080456 17019 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:17:24.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:24.082835 17007 server_base.cc:1034] running on GCE node
20:17:24.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:24.083966 17007 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:17:24.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:24.085899 17007 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:17:24.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:24.089459 17007 hybrid_clock.cc:648] HybridClock initialized: now 1781986644089368 us; error 83 us; skew 500 ppm
20:17:24.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:24.090057 17007 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:17:24.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:24.093734 17007 webserver.cc:460] Webserver started at http://127.16.113.60:35171/ using document root <none> and password file <none>
20:17:24.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:24.094777 17007 fs_manager.cc:359] Metadata directory not provided
20:17:24.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:24.094937 17007 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:17:24.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:24.095341 17007 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
20:17:24.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:24.099360 17007 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskXag5VZ/test-tmp/mini-kudu-cluster698518730458466924/master-2/data/instance:
20:17:24.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cacb4a85371544b8b64d4f64e0820d7d"
20:17:24.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 20:17:24 on dist-test-slave-kssz"
20:17:24.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:24.100462 17007 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskXag5VZ/test-tmp/mini-kudu-cluster698518730458466924/master-2/wal/instance:
20:17:24.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cacb4a85371544b8b64d4f64e0820d7d"
20:17:24.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 20:17:24 on dist-test-slave-kssz"
20:17:24.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:24.107664 17007 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.005s sys 0.000s
20:17:24.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:24.112383 17025 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:17:24.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:24.114723 17007 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.003s sys 0.000s
20:17:24.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:24.115186 17007 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskXag5VZ/test-tmp/mini-kudu-cluster698518730458466924/master-2/data,/tmp/dist-test-taskXag5VZ/test-tmp/mini-kudu-cluster698518730458466924/master-2/wal
20:17:24.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cacb4a85371544b8b64d4f64e0820d7d"
20:17:24.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 20:17:24 on dist-test-slave-kssz"
20:17:24.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:24.115597 17007 fs_report.cc:383] FS layout report
20:17:24.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:17:24.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskXag5VZ/test-tmp/mini-kudu-cluster698518730458466924/master-2/wal
20:17:24.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskXag5VZ/test-tmp/mini-kudu-cluster698518730458466924/master-2/wal
20:17:24.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskXag5VZ/test-tmp/mini-kudu-cluster698518730458466924/master-2/data/data
20:17:24.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:17:24.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:17:24.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:17:24.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:17:24.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:17:24.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:17:24.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:17:24.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:17:24.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:17:24.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:17:24.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:17:24.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:24.146194 17007 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
20:17:24.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:24.147264 17007 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:17:24.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:24.147655 17007 kserver.cc:163] Server-wide thread pool size limit: 3276
20:17:24.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:24.176335 17007 rpc_server.cc:307] RPC server started. Bound to: 127.16.113.60:35439
20:17:24.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:24.176433 17086 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.16.113.60:35439 every 8 connection(s)
20:17:24.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:24.177899 17007 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskXag5VZ/test-tmp/mini-kudu-cluster698518730458466924/master-2/data/info.pb
20:17:24.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:24.179489 16836 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskXag5VZ/build/asan/bin/kudu as pid 17007
20:17:24.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:24.179682 16836 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskXag5VZ/test-tmp/mini-kudu-cluster698518730458466924/master-2/wal/instance
20:17:24.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:24.184846 17087 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:17:24.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:24.194859 17087 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.113.62" port: 35801 } has no permanent_uuid. Determining permanent_uuid...
20:17:24.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:24.213619 17087 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.113.61" port: 35029 } has no permanent_uuid. Determining permanent_uuid...
20:17:24.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:24.222327 17087 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.113.60" port: 35439 } has no permanent_uuid. Determining permanent_uuid...
20:17:24.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:24.224179 16924 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.113.60" port: 35439 } attempt: 4
20:17:24.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:24.236408 17087 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P cacb4a85371544b8b64d4f64e0820d7d: Bootstrap starting.
20:17:24.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:24.237668 16924 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6226c107d23b4a348b4789f481c472e8: Bootstrap starting.
20:17:24.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:24.239763 17087 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P cacb4a85371544b8b64d4f64e0820d7d: Neither blocks nor log segments found. Creating new log.
20:17:24.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:24.241080 17087 log.cc:824] T 00000000000000000000000000000000 P cacb4a85371544b8b64d4f64e0820d7d: Log is configured to *not* fsync() on all Append() calls
20:17:24.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:24.241262 16924 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 6226c107d23b4a348b4789f481c472e8: Neither blocks nor log segments found. Creating new log.
20:17:24.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:24.242821 16924 log.cc:824] T 00000000000000000000000000000000 P 6226c107d23b4a348b4789f481c472e8: Log is configured to *not* fsync() on all Append() calls
20:17:24.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:24.244822 17087 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P cacb4a85371544b8b64d4f64e0820d7d: No bootstrap required, opened a new log
20:17:24.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:24.246572 16924 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6226c107d23b4a348b4789f481c472e8: No bootstrap required, opened a new log
20:17:24.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:24.253144 17087 raft_consensus.cc:348] T 00000000000000000000000000000000 P cacb4a85371544b8b64d4f64e0820d7d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6226c107d23b4a348b4789f481c472e8" member_type: VOTER last_known_addr { host: "127.16.113.62" port: 35801 } } peers { permanent_uuid: "825da425117d457985fc6aff1b99be66" member_type: VOTER last_known_addr { host: "127.16.113.61" port: 35029 } } peers { permanent_uuid: "cacb4a85371544b8b64d4f64e0820d7d" member_type: VOTER last_known_addr { host: "127.16.113.60" port: 35439 } }
20:17:24.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:24.253532 17087 raft_consensus.cc:374] T 00000000000000000000000000000000 P cacb4a85371544b8b64d4f64e0820d7d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:17:24.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:24.253612 17087 raft_consensus.cc:729] T 00000000000000000000000000000000 P cacb4a85371544b8b64d4f64e0820d7d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: cacb4a85371544b8b64d4f64e0820d7d, State: Initialized, Role: FOLLOWER
20:17:24.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:24.254139 17087 consensus_queue.cc:260] T 00000000000000000000000000000000 P cacb4a85371544b8b64d4f64e0820d7d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6226c107d23b4a348b4789f481c472e8" member_type: VOTER last_known_addr { host: "127.16.113.62" port: 35801 } } peers { permanent_uuid: "825da425117d457985fc6aff1b99be66" member_type: VOTER last_known_addr { host: "127.16.113.61" port: 35029 } } peers { permanent_uuid: "cacb4a85371544b8b64d4f64e0820d7d" member_type: VOTER last_known_addr { host: "127.16.113.60" port: 35439 } }
20:17:24.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:24.255157 17097 sys_catalog.cc:455] T 00000000000000000000000000000000 P cacb4a85371544b8b64d4f64e0820d7d [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6226c107d23b4a348b4789f481c472e8" member_type: VOTER last_known_addr { host: "127.16.113.62" port: 35801 } } peers { permanent_uuid: "825da425117d457985fc6aff1b99be66" member_type: VOTER last_known_addr { host: "127.16.113.61" port: 35029 } } peers { permanent_uuid: "cacb4a85371544b8b64d4f64e0820d7d" member_type: VOTER last_known_addr { host: "127.16.113.60" port: 35439 } } }
20:17:24.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:24.255568 17097 sys_catalog.cc:458] T 00000000000000000000000000000000 P cacb4a85371544b8b64d4f64e0820d7d [sys.catalog]: This master's current role is: FOLLOWER
20:17:24.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:24.256145 16924 raft_consensus.cc:348] T 00000000000000000000000000000000 P 6226c107d23b4a348b4789f481c472e8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6226c107d23b4a348b4789f481c472e8" member_type: VOTER last_known_addr { host: "127.16.113.62" port: 35801 } } peers { permanent_uuid: "825da425117d457985fc6aff1b99be66" member_type: VOTER last_known_addr { host: "127.16.113.61" port: 35029 } } peers { permanent_uuid: "cacb4a85371544b8b64d4f64e0820d7d" member_type: VOTER last_known_addr { host: "127.16.113.60" port: 35439 } }
20:17:24.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:24.256467 17087 sys_catalog.cc:564] T 00000000000000000000000000000000 P cacb4a85371544b8b64d4f64e0820d7d [sys.catalog]: configured and running, proceeding with master startup.
20:17:24.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:24.256567 16924 raft_consensus.cc:374] T 00000000000000000000000000000000 P 6226c107d23b4a348b4789f481c472e8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:17:24.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:24.256698 16924 raft_consensus.cc:729] T 00000000000000000000000000000000 P 6226c107d23b4a348b4789f481c472e8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6226c107d23b4a348b4789f481c472e8, State: Initialized, Role: FOLLOWER
20:17:24.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:24.257506 16924 consensus_queue.cc:260] T 00000000000000000000000000000000 P 6226c107d23b4a348b4789f481c472e8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6226c107d23b4a348b4789f481c472e8" member_type: VOTER last_known_addr { host: "127.16.113.62" port: 35801 } } peers { permanent_uuid: "825da425117d457985fc6aff1b99be66" member_type: VOTER last_known_addr { host: "127.16.113.61" port: 35029 } } peers { permanent_uuid: "cacb4a85371544b8b64d4f64e0820d7d" member_type: VOTER last_known_addr { host: "127.16.113.60" port: 35439 } }
20:17:24.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:24.260535 16924 sys_catalog.cc:564] T 00000000000000000000000000000000 P 6226c107d23b4a348b4789f481c472e8 [sys.catalog]: configured and running, proceeding with master startup.
20:17:24.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:24.261574 17100 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6226c107d23b4a348b4789f481c472e8 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6226c107d23b4a348b4789f481c472e8" member_type: VOTER last_known_addr { host: "127.16.113.62" port: 35801 } } peers { permanent_uuid: "825da425117d457985fc6aff1b99be66" member_type: VOTER last_known_addr { host: "127.16.113.61" port: 35029 } } peers { permanent_uuid: "cacb4a85371544b8b64d4f64e0820d7d" member_type: VOTER last_known_addr { host: "127.16.113.60" port: 35439 } } }
20:17:24.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:24.262046 17100 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6226c107d23b4a348b4789f481c472e8 [sys.catalog]: This master's current role is: FOLLOWER
20:17:24.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:24.272748 17097 raft_consensus.cc:482] T 00000000000000000000000000000000 P cacb4a85371544b8b64d4f64e0820d7d [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:17:24.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:24.274372 17097 raft_consensus.cc:504] T 00000000000000000000000000000000 P cacb4a85371544b8b64d4f64e0820d7d [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6226c107d23b4a348b4789f481c472e8" member_type: VOTER last_known_addr { host: "127.16.113.62" port: 35801 } } peers { permanent_uuid: "825da425117d457985fc6aff1b99be66" member_type: VOTER last_known_addr { host: "127.16.113.61" port: 35029 } } peers { permanent_uuid: "cacb4a85371544b8b64d4f64e0820d7d" member_type: VOTER last_known_addr { host: "127.16.113.60" port: 35439 } }
20:17:24.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:17:24.276000 17111 catalog_manager.cc:1558] T 00000000000000000000000000000000 P cacb4a85371544b8b64d4f64e0820d7d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:17:24.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:17:24.276122 17111 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:17:24.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:24.276330 17097 leader_election.cc:288] T 00000000000000000000000000000000 P cacb4a85371544b8b64d4f64e0820d7d [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 6226c107d23b4a348b4789f481c472e8 (127.16.113.62:35801), 825da425117d457985fc6aff1b99be66 (127.16.113.61:35029)
20:17:24.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:24.278750 16888 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "cacb4a85371544b8b64d4f64e0820d7d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6226c107d23b4a348b4789f481c472e8" is_pre_election: true
20:17:24.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:24.279534 16888 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 6226c107d23b4a348b4789f481c472e8 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate cacb4a85371544b8b64d4f64e0820d7d in term 0.
20:17:24.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:24.281006 17029 leader_election.cc:302] T 00000000000000000000000000000000 P cacb4a85371544b8b64d4f64e0820d7d [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 6226c107d23b4a348b4789f481c472e8, cacb4a85371544b8b64d4f64e0820d7d; no voters:
20:17:24.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:24.265949 17007 master_runner.cc:186] Error getting master registration for 127.16.113.62:35801: OK, instance_id { permanent_uuid: "6226c107d23b4a348b4789f481c472e8" instance_seqno: 1781986643075698 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:17:24.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:24.283934 17007 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:17:24.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:24.284200 17097 raft_consensus.cc:2781] T 00000000000000000000000000000000 P cacb4a85371544b8b64d4f64e0820d7d [term 0 FOLLOWER]: Leader pre-election won for term 1
20:17:24.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:24.284382 17097 raft_consensus.cc:482] T 00000000000000000000000000000000 P cacb4a85371544b8b64d4f64e0820d7d [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:17:24.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:24.284508 17097 raft_consensus.cc:3037] T 00000000000000000000000000000000 P cacb4a85371544b8b64d4f64e0820d7d [term 0 FOLLOWER]: Advancing to term 1
20:17:24.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:24.288319 17097 raft_consensus.cc:504] T 00000000000000000000000000000000 P cacb4a85371544b8b64d4f64e0820d7d [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6226c107d23b4a348b4789f481c472e8" member_type: VOTER last_known_addr { host: "127.16.113.62" port: 35801 } } peers { permanent_uuid: "825da425117d457985fc6aff1b99be66" member_type: VOTER last_known_addr { host: "127.16.113.61" port: 35029 } } peers { permanent_uuid: "cacb4a85371544b8b64d4f64e0820d7d" member_type: VOTER last_known_addr { host: "127.16.113.60" port: 35439 } }
20:17:24.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:24.289986 16888 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "cacb4a85371544b8b64d4f64e0820d7d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6226c107d23b4a348b4789f481c472e8"
20:17:24.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:24.290282 16888 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 6226c107d23b4a348b4789f481c472e8 [term 0 FOLLOWER]: Advancing to term 1
20:17:24.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:24.291186 17097 leader_election.cc:288] T 00000000000000000000000000000000 P cacb4a85371544b8b64d4f64e0820d7d [CANDIDATE]: Term 1 election: Requested vote from peers 6226c107d23b4a348b4789f481c472e8 (127.16.113.62:35801), 825da425117d457985fc6aff1b99be66 (127.16.113.61:35029)
20:17:24.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:24.298089 16888 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 6226c107d23b4a348b4789f481c472e8 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate cacb4a85371544b8b64d4f64e0820d7d in term 1.
20:17:24.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:24.300732 17029 leader_election.cc:302] T 00000000000000000000000000000000 P cacb4a85371544b8b64d4f64e0820d7d [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 6226c107d23b4a348b4789f481c472e8, cacb4a85371544b8b64d4f64e0820d7d; no voters:
20:17:24.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:24.301652 17097 raft_consensus.cc:2781] T 00000000000000000000000000000000 P cacb4a85371544b8b64d4f64e0820d7d [term 1 FOLLOWER]: Leader election won for term 1
20:17:24.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:17:24.308663 16867 tablet.cc:2369] T 00000000000000000000000000000000 P 6226c107d23b4a348b4789f481c472e8: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:17:24.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:24.314419 17097 raft_consensus.cc:686] T 00000000000000000000000000000000 P cacb4a85371544b8b64d4f64e0820d7d [term 1 LEADER]: Becoming Leader. State: Replica: cacb4a85371544b8b64d4f64e0820d7d, State: Running, Role: LEADER
20:17:24.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:24.290472 16847 master_runner.cc:186] Error getting master registration for 127.16.113.61:35029: OK, instance_id { permanent_uuid: "825da425117d457985fc6aff1b99be66" instance_seqno: 1781986643609385 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:17:24.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:24.315480 17097 consensus_queue.cc:237] T 00000000000000000000000000000000 P cacb4a85371544b8b64d4f64e0820d7d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6226c107d23b4a348b4789f481c472e8" member_type: VOTER last_known_addr { host: "127.16.113.62" port: 35801 } } peers { permanent_uuid: "825da425117d457985fc6aff1b99be66" member_type: VOTER last_known_addr { host: "127.16.113.61" port: 35029 } } peers { permanent_uuid: "cacb4a85371544b8b64d4f64e0820d7d" member_type: VOTER last_known_addr { host: "127.16.113.60" port: 35439 } }
20:17:24.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:24.316625 16847 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:17:24.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:17:24.322371 17121 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6226c107d23b4a348b4789f481c472e8: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:17:24.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:17:24.322885 17121 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:17:24.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:24.322933 17123 sys_catalog.cc:455] T 00000000000000000000000000000000 P cacb4a85371544b8b64d4f64e0820d7d [sys.catalog]: SysCatalogTable state changed. Reason: New leader cacb4a85371544b8b64d4f64e0820d7d. Latest consensus state: current_term: 1 leader_uuid: "cacb4a85371544b8b64d4f64e0820d7d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6226c107d23b4a348b4789f481c472e8" member_type: VOTER last_known_addr { host: "127.16.113.62" port: 35801 } } peers { permanent_uuid: "825da425117d457985fc6aff1b99be66" member_type: VOTER last_known_addr { host: "127.16.113.61" port: 35029 } } peers { permanent_uuid: "cacb4a85371544b8b64d4f64e0820d7d" member_type: VOTER last_known_addr { host: "127.16.113.60" port: 35439 } } }
20:17:24.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:24.333140 17123 sys_catalog.cc:458] T 00000000000000000000000000000000 P cacb4a85371544b8b64d4f64e0820d7d [sys.catalog]: This master's current role is: LEADER
20:17:24.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:24.334872 17125 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
20:17:24.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:24.336423 17005 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.113.60" port: 35439 } attempt: 5
20:17:24.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:24.341329 17125 catalog_manager.cc:1484] Initializing Kudu cluster ID...
20:17:24.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:24.362165 16888 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 6226c107d23b4a348b4789f481c472e8 [term 1 FOLLOWER]: Refusing update from remote peer cacb4a85371544b8b64d4f64e0820d7d: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:17:24.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:24.362586 17005 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 825da425117d457985fc6aff1b99be66: Bootstrap starting.
20:17:24.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:24.363487 17123 consensus_queue.cc:1035] T 00000000000000000000000000000000 P cacb4a85371544b8b64d4f64e0820d7d [LEADER]: Connected to new peer: Peer: permanent_uuid: "6226c107d23b4a348b4789f481c472e8" member_type: VOTER last_known_addr { host: "127.16.113.62" port: 35801 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:17:24.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:24.372092 17005 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 825da425117d457985fc6aff1b99be66: Neither blocks nor log segments found. Creating new log.
20:17:24.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:24.376204 17005 log.cc:824] T 00000000000000000000000000000000 P 825da425117d457985fc6aff1b99be66: Log is configured to *not* fsync() on all Append() calls
20:17:24.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:24.391578 17005 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 825da425117d457985fc6aff1b99be66: No bootstrap required, opened a new log
20:17:24.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:24.398201 17100 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6226c107d23b4a348b4789f481c472e8 [sys.catalog]: SysCatalogTable state changed. Reason: New leader cacb4a85371544b8b64d4f64e0820d7d. Latest consensus state: current_term: 1 leader_uuid: "cacb4a85371544b8b64d4f64e0820d7d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6226c107d23b4a348b4789f481c472e8" member_type: VOTER last_known_addr { host: "127.16.113.62" port: 35801 } } peers { permanent_uuid: "825da425117d457985fc6aff1b99be66" member_type: VOTER last_known_addr { host: "127.16.113.61" port: 35029 } } peers { permanent_uuid: "cacb4a85371544b8b64d4f64e0820d7d" member_type: VOTER last_known_addr { host: "127.16.113.60" port: 35439 } } }
20:17:24.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:24.398595 17100 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6226c107d23b4a348b4789f481c472e8 [sys.catalog]: This master's current role is: FOLLOWER
20:17:24.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:24.400857 17126 mvcc.cc:205] Tried to move back new op lower bound from 7299017295291633664 to 7299017295132917760. Current Snapshot: MvccSnapshot[applied={T|T < 7299017295291633664}]
20:17:24.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:24.405705 17097 sys_catalog.cc:455] T 00000000000000000000000000000000 P cacb4a85371544b8b64d4f64e0820d7d [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "cacb4a85371544b8b64d4f64e0820d7d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6226c107d23b4a348b4789f481c472e8" member_type: VOTER last_known_addr { host: "127.16.113.62" port: 35801 } } peers { permanent_uuid: "825da425117d457985fc6aff1b99be66" member_type: VOTER last_known_addr { host: "127.16.113.61" port: 35029 } } peers { permanent_uuid: "cacb4a85371544b8b64d4f64e0820d7d" member_type: VOTER last_known_addr { host: "127.16.113.60" port: 35439 } } }
20:17:24.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:24.406134 17097 sys_catalog.cc:458] T 00000000000000000000000000000000 P cacb4a85371544b8b64d4f64e0820d7d [sys.catalog]: This master's current role is: LEADER
20:17:24.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:24.418012 17125 catalog_manager.cc:1347] Generated new cluster ID: 151a206ea4f14aa3b27acd0321034803
20:17:24.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:24.418208 17125 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
20:17:24.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:24.416651 17005 raft_consensus.cc:348] T 00000000000000000000000000000000 P 825da425117d457985fc6aff1b99be66 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6226c107d23b4a348b4789f481c472e8" member_type: VOTER last_known_addr { host: "127.16.113.62" port: 35801 } } peers { permanent_uuid: "825da425117d457985fc6aff1b99be66" member_type: VOTER last_known_addr { host: "127.16.113.61" port: 35029 } } peers { permanent_uuid: "cacb4a85371544b8b64d4f64e0820d7d" member_type: VOTER last_known_addr { host: "127.16.113.60" port: 35439 } }
20:17:24.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:24.432984 17005 raft_consensus.cc:374] T 00000000000000000000000000000000 P 825da425117d457985fc6aff1b99be66 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:17:24.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:24.434101 17005 raft_consensus.cc:729] T 00000000000000000000000000000000 P 825da425117d457985fc6aff1b99be66 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 825da425117d457985fc6aff1b99be66, State: Initialized, Role: FOLLOWER
20:17:24.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:24.443399 17005 consensus_queue.cc:260] T 00000000000000000000000000000000 P 825da425117d457985fc6aff1b99be66 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6226c107d23b4a348b4789f481c472e8" member_type: VOTER last_known_addr { host: "127.16.113.62" port: 35801 } } peers { permanent_uuid: "825da425117d457985fc6aff1b99be66" member_type: VOTER last_known_addr { host: "127.16.113.61" port: 35029 } } peers { permanent_uuid: "cacb4a85371544b8b64d4f64e0820d7d" member_type: VOTER last_known_addr { host: "127.16.113.60" port: 35439 } }
20:17:24.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:24.445996 17100 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6226c107d23b4a348b4789f481c472e8 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "cacb4a85371544b8b64d4f64e0820d7d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6226c107d23b4a348b4789f481c472e8" member_type: VOTER last_known_addr { host: "127.16.113.62" port: 35801 } } peers { permanent_uuid: "825da425117d457985fc6aff1b99be66" member_type: VOTER last_known_addr { host: "127.16.113.61" port: 35029 } } peers { permanent_uuid: "cacb4a85371544b8b64d4f64e0820d7d" member_type: VOTER last_known_addr { host: "127.16.113.60" port: 35439 } } }
20:17:24.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:24.446290 17100 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6226c107d23b4a348b4789f481c472e8 [sys.catalog]: This master's current role is: FOLLOWER
20:17:24.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:24.461144 17005 sys_catalog.cc:564] T 00000000000000000000000000000000 P 825da425117d457985fc6aff1b99be66 [sys.catalog]: configured and running, proceeding with master startup.
20:17:24.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:24.462355 16968 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 825da425117d457985fc6aff1b99be66 [term 0 FOLLOWER]: Advancing to term 1
20:17:24.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:24.461232 16969 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "cacb4a85371544b8b64d4f64e0820d7d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "825da425117d457985fc6aff1b99be66"
20:17:24.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:24.458909 17132 sys_catalog.cc:455] T 00000000000000000000000000000000 P 825da425117d457985fc6aff1b99be66 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6226c107d23b4a348b4789f481c472e8" member_type: VOTER last_known_addr { host: "127.16.113.62" port: 35801 } } peers { permanent_uuid: "825da425117d457985fc6aff1b99be66" member_type: VOTER last_known_addr { host: "127.16.113.61" port: 35029 } } peers { permanent_uuid: "cacb4a85371544b8b64d4f64e0820d7d" member_type: VOTER last_known_addr { host: "127.16.113.60" port: 35439 } } }
20:17:24.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:24.469244 17132 sys_catalog.cc:458] T 00000000000000000000000000000000 P 825da425117d457985fc6aff1b99be66 [sys.catalog]: This master's current role is: FOLLOWER
20:17:24.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:24.461174 16970 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "cacb4a85371544b8b64d4f64e0820d7d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "825da425117d457985fc6aff1b99be66" is_pre_election: true
20:17:24.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:24.475349 16968 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 825da425117d457985fc6aff1b99be66 [term 1 FOLLOWER]: Refusing update from remote peer cacb4a85371544b8b64d4f64e0820d7d: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:17:24.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:24.476819 17123 consensus_queue.cc:1035] T 00000000000000000000000000000000 P cacb4a85371544b8b64d4f64e0820d7d [LEADER]: Connected to new peer: Peer: permanent_uuid: "825da425117d457985fc6aff1b99be66" member_type: VOTER last_known_addr { host: "127.16.113.61" port: 35029 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:17:24.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:24.519378 17125 catalog_manager.cc:1370] Generated new certificate authority record
20:17:24.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:24.521530 17125 catalog_manager.cc:1504] Loading token signing keys...
20:17:24.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:24.534332 17132 sys_catalog.cc:455] T 00000000000000000000000000000000 P 825da425117d457985fc6aff1b99be66 [sys.catalog]: SysCatalogTable state changed. Reason: New leader cacb4a85371544b8b64d4f64e0820d7d. Latest consensus state: current_term: 1 leader_uuid: "cacb4a85371544b8b64d4f64e0820d7d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6226c107d23b4a348b4789f481c472e8" member_type: VOTER last_known_addr { host: "127.16.113.62" port: 35801 } } peers { permanent_uuid: "825da425117d457985fc6aff1b99be66" member_type: VOTER last_known_addr { host: "127.16.113.61" port: 35029 } } peers { permanent_uuid: "cacb4a85371544b8b64d4f64e0820d7d" member_type: VOTER last_known_addr { host: "127.16.113.60" port: 35439 } } }
20:17:24.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:24.534925 17132 sys_catalog.cc:458] T 00000000000000000000000000000000 P 825da425117d457985fc6aff1b99be66 [sys.catalog]: This master's current role is: FOLLOWER
20:17:24.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:24.534865 17097 sys_catalog.cc:455] T 00000000000000000000000000000000 P cacb4a85371544b8b64d4f64e0820d7d [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "cacb4a85371544b8b64d4f64e0820d7d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6226c107d23b4a348b4789f481c472e8" member_type: VOTER last_known_addr { host: "127.16.113.62" port: 35801 } } peers { permanent_uuid: "825da425117d457985fc6aff1b99be66" member_type: VOTER last_known_addr { host: "127.16.113.61" port: 35029 } } peers { permanent_uuid: "cacb4a85371544b8b64d4f64e0820d7d" member_type: VOTER last_known_addr { host: "127.16.113.60" port: 35439 } } }
20:17:24.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:24.535164 17097 sys_catalog.cc:458] T 00000000000000000000000000000000 P cacb4a85371544b8b64d4f64e0820d7d [sys.catalog]: This master's current role is: LEADER
20:17:24.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:24.534300 17140 sys_catalog.cc:455] T 00000000000000000000000000000000 P 825da425117d457985fc6aff1b99be66 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "cacb4a85371544b8b64d4f64e0820d7d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6226c107d23b4a348b4789f481c472e8" member_type: VOTER last_known_addr { host: "127.16.113.62" port: 35801 } } peers { permanent_uuid: "825da425117d457985fc6aff1b99be66" member_type: VOTER last_known_addr { host: "127.16.113.61" port: 35029 } } peers { permanent_uuid: "cacb4a85371544b8b64d4f64e0820d7d" member_type: VOTER last_known_addr { host: "127.16.113.60" port: 35439 } } }
20:17:24.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:24.536477 17140 sys_catalog.cc:458] T 00000000000000000000000000000000 P 825da425117d457985fc6aff1b99be66 [sys.catalog]: This master's current role is: FOLLOWER
20:17:24.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:24.542603 17125 catalog_manager.cc:5868] T 00000000000000000000000000000000 P cacb4a85371544b8b64d4f64e0820d7d: Generated new TSK 0
20:17:24.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:24.544313 17125 catalog_manager.cc:1514] Initializing in-progress tserver states...
20:17:24.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:24.567204 16836 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskXag5VZ/build/asan/bin/kudu
20:17:24.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskXag5VZ/build/asan/bin/kudu
20:17:24.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXag5VZ/test-tmp/mini-kudu-cluster698518730458466924/ts-0/wal
20:17:24.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXag5VZ/test-tmp/mini-kudu-cluster698518730458466924/ts-0/data
20:17:24.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:17:24.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:17:24.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:17:24.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:17:24.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:17:24.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:17:24.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXag5VZ/test-tmp/mini-kudu-cluster698518730458466924/ts-0/logs
20:17:24.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXag5VZ/test-tmp/mini-kudu-cluster698518730458466924/ts-0/data/info.pb
20:17:24.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:17:24.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:17:24.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:17:24.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:17:24.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:17:24.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:17:24.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:17:24.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:17:24.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:17:24.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:17:24.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.113.1:0
20:17:24.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.16.113.1
20:17:24.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.113.1
20:17:24.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:17:24.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.16.113.62:35801,127.16.113.61:35029,127.16.113.60:35439
20:17:24.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.113.20:38835
20:17:24.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:17:24.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:17:24.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:17:24.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
20:17:24.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
20:17:24.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
20:17:24.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:24.578183 17148 catalog_manager.cc:1259] Loaded cluster ID: 151a206ea4f14aa3b27acd0321034803
20:17:24.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:24.578316 17148 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 825da425117d457985fc6aff1b99be66: loading cluster ID for follower catalog manager: success
20:17:24.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:24.582809 17148 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 825da425117d457985fc6aff1b99be66: acquiring CA information for follower catalog manager: success
20:17:24.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:24.585994 17148 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 825da425117d457985fc6aff1b99be66: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:17:25.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:17:25.119938 17150 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:17:25.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:17:25.120302 17150 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:17:25.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:17:25.120414 17150 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:17:25.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:17:25.129875 17150 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:17:25.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:17:25.130069 17150 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
20:17:25.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:17:25.130116 17150 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
20:17:25.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:17:25.130167 17150 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
20:17:25.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:17:25.130244 17150 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.16.113.1
20:17:25.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:25.141299 17150 tablet_server_runner.cc:78] Tablet server non-default flags:
20:17:25.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:17:25.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.113.20:38835
20:17:25.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:17:25.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:17:25.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXag5VZ/test-tmp/mini-kudu-cluster698518730458466924/ts-0/data
20:17:25.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXag5VZ/test-tmp/mini-kudu-cluster698518730458466924/ts-0/wal
20:17:25.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:17:25.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:17:25.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.113.1:0
20:17:25.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:17:25.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:17:25.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:17:25.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXag5VZ/test-tmp/mini-kudu-cluster698518730458466924/ts-0/data/info.pb
20:17:25.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.113.1
20:17:25.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:17:25.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
20:17:25.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
20:17:25.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
20:17:25.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.16.113.62:35801,127.16.113.61:35029,127.16.113.60:35439
20:17:25.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:17:25.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:17:25.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:17:25.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:17:25.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:17:25.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.16.113.1
20:17:25.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXag5VZ/test-tmp/mini-kudu-cluster698518730458466924/ts-0/logs
20:17:25.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:17:25.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:17:25.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:17:25.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:17:25.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:17:25.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
20:17:25.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:17:25.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 18:55:48 UTC on ccycloud.quasar-mahdxv.root.comops.site
20:17:25.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4457677
20:17:25.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
20:17:25.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:25.142756 17150 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:17:25.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:25.144593 17150 file_cache.cc:493] Constructed file cache file cache with capacity 419430
20:17:25.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:17:25.162863 17156 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:17:25.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:17:25.163337 17158 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:17:25.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:25.164237 17150 server_base.cc:1034] running on GCE node
20:17:25.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:17:25.164572 17155 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:17:25.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:25.165550 17150 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:17:25.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:25.166798 17150 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:17:25.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:25.168082 17150 hybrid_clock.cc:648] HybridClock initialized: now 1781986645168017 us; error 55 us; skew 500 ppm
20:17:25.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:25.168542 17150 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:17:25.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:25.171741 17150 webserver.cc:460] Webserver started at http://127.16.113.1:41905/ using document root <none> and password file <none>
20:17:25.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:25.172462 17150 fs_manager.cc:359] Metadata directory not provided
20:17:25.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:25.172562 17150 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:17:25.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:25.172961 17150 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
20:17:25.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:25.176085 17150 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskXag5VZ/test-tmp/mini-kudu-cluster698518730458466924/ts-0/data/instance:
20:17:25.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2c1bc1731b1043c59510fb59ee9aa947"
20:17:25.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 20:17:25 on dist-test-slave-kssz"
20:17:25.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:25.177098 17150 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskXag5VZ/test-tmp/mini-kudu-cluster698518730458466924/ts-0/wal/instance:
20:17:25.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2c1bc1731b1043c59510fb59ee9aa947"
20:17:25.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 20:17:25 on dist-test-slave-kssz"
20:17:25.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:25.183884 17150 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.005s sys 0.000s
20:17:25.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:25.189209 17164 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:17:25.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:25.191242 17150 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.004s sys 0.000s
20:17:25.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:25.191516 17150 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskXag5VZ/test-tmp/mini-kudu-cluster698518730458466924/ts-0/data,/tmp/dist-test-taskXag5VZ/test-tmp/mini-kudu-cluster698518730458466924/ts-0/wal
20:17:25.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2c1bc1731b1043c59510fb59ee9aa947"
20:17:25.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 20:17:25 on dist-test-slave-kssz"
20:17:25.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:25.191824 17150 fs_report.cc:383] FS layout report
20:17:25.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:17:25.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskXag5VZ/test-tmp/mini-kudu-cluster698518730458466924/ts-0/wal
20:17:25.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskXag5VZ/test-tmp/mini-kudu-cluster698518730458466924/ts-0/wal
20:17:25.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskXag5VZ/test-tmp/mini-kudu-cluster698518730458466924/ts-0/data/data
20:17:25.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:17:25.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:17:25.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:17:25.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:17:25.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:17:25.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:17:25.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:17:25.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:17:25.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:17:25.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:17:25.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:17:25.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:25.229758 17150 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
20:17:25.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:25.230734 17150 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:17:25.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:25.231086 17150 kserver.cc:163] Server-wide thread pool size limit: 3276
20:17:25.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:25.234745 17150 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:17:25.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:25.234882 17150 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
20:17:25.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:25.235024 17150 ts_tablet_manager.cc:610] Registered 0 tablets
20:17:25.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:25.235136 17150 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
20:17:25.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:25.309732 17150 rpc_server.cc:307] RPC server started. Bound to: 127.16.113.1:41071
20:17:25.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:25.309975 17289 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.16.113.1:41071 every 8 connection(s)
20:17:25.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:25.311528 17150 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskXag5VZ/test-tmp/mini-kudu-cluster698518730458466924/ts-0/data/info.pb
20:17:25.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:25.314913 17291 heartbeater.cc:347] Connected to a master server at 127.16.113.62:35801
20:17:25.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:25.315455 17291 heartbeater.cc:464] Registering TS with master...
20:17:25.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:25.316798 17291 heartbeater.cc:511] Master 127.16.113.62:35801 requested a full tablet report, sending...
20:17:25.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:25.320163 16836 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskXag5VZ/build/asan/bin/kudu as pid 17150
20:17:25.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:25.320256 16878 ts_manager.cc:194] Registered new tserver with Master: 2c1bc1731b1043c59510fb59ee9aa947 (127.16.113.1:41071)
20:17:25.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:25.320434 16836 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskXag5VZ/test-tmp/mini-kudu-cluster698518730458466924/ts-0/wal/instance
20:17:25.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:25.325489 17121 catalog_manager.cc:1259] Loaded cluster ID: 151a206ea4f14aa3b27acd0321034803
20:17:25.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:25.325618 17121 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 6226c107d23b4a348b4789f481c472e8: loading cluster ID for follower catalog manager: success
20:17:25.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:25.326928 16836 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskXag5VZ/build/asan/bin/kudu
20:17:25.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskXag5VZ/build/asan/bin/kudu
20:17:25.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXag5VZ/test-tmp/mini-kudu-cluster698518730458466924/ts-1/wal
20:17:25.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXag5VZ/test-tmp/mini-kudu-cluster698518730458466924/ts-1/data
20:17:25.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:17:25.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:17:25.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:17:25.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:17:25.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:17:25.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:17:25.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXag5VZ/test-tmp/mini-kudu-cluster698518730458466924/ts-1/logs
20:17:25.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXag5VZ/test-tmp/mini-kudu-cluster698518730458466924/ts-1/data/info.pb
20:17:25.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:17:25.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:17:25.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:17:25.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:17:25.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:17:25.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:17:25.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:17:25.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:17:25.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:17:25.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:17:25.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.113.2:0
20:17:25.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.16.113.2
20:17:25.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.113.2
20:17:25.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:17:25.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.16.113.62:35801,127.16.113.61:35029,127.16.113.60:35439
20:17:25.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.113.20:38835
20:17:25.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:17:25.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:17:25.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:17:25.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
20:17:25.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
20:17:25.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
20:17:25.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:25.329988 17121 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 6226c107d23b4a348b4789f481c472e8: acquiring CA information for follower catalog manager: success
20:17:25.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:25.330865 17290 heartbeater.cc:347] Connected to a master server at 127.16.113.60:35439
20:17:25.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:25.331106 17290 heartbeater.cc:464] Registering TS with master...
20:17:25.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:25.331681 17290 heartbeater.cc:511] Master 127.16.113.60:35439 requested a full tablet report, sending...
20:17:25.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:25.332444 17292 heartbeater.cc:347] Connected to a master server at 127.16.113.61:35029
20:17:25.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:25.332599 17292 heartbeater.cc:464] Registering TS with master...
20:17:25.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:25.333200 17292 heartbeater.cc:511] Master 127.16.113.61:35029 requested a full tablet report, sending...
20:17:25.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:25.333880 17121 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 6226c107d23b4a348b4789f481c472e8: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:17:25.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:25.333933 17042 ts_manager.cc:194] Registered new tserver with Master: 2c1bc1731b1043c59510fb59ee9aa947 (127.16.113.1:41071)
20:17:25.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:25.335388 16960 ts_manager.cc:194] Registered new tserver with Master: 2c1bc1731b1043c59510fb59ee9aa947 (127.16.113.1:41071)
20:17:25.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:25.335640 17042 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.16.113.1:36303
20:17:25.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:17:25.760890 17295 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:17:25.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:17:25.761299 17295 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:17:25.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:17:25.761430 17295 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:17:25.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:17:25.770963 17295 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:17:25.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:17:25.771502 17295 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
20:17:25.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:17:25.771577 17295 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
20:17:25.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:17:25.771634 17295 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
20:17:25.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:17:25.771716 17295 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.16.113.2
20:17:25.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:25.783789 17295 tablet_server_runner.cc:78] Tablet server non-default flags:
20:17:25.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:17:25.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.113.20:38835
20:17:25.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:17:25.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:17:25.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXag5VZ/test-tmp/mini-kudu-cluster698518730458466924/ts-1/data
20:17:25.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXag5VZ/test-tmp/mini-kudu-cluster698518730458466924/ts-1/wal
20:17:25.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:17:25.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:17:25.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.113.2:0
20:17:25.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:17:25.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:17:25.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:17:25.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXag5VZ/test-tmp/mini-kudu-cluster698518730458466924/ts-1/data/info.pb
20:17:25.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.113.2
20:17:25.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:17:25.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
20:17:25.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
20:17:25.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
20:17:25.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.16.113.62:35801,127.16.113.61:35029,127.16.113.60:35439
20:17:25.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:17:25.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:17:25.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:17:25.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:17:25.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:17:25.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.16.113.2
20:17:25.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXag5VZ/test-tmp/mini-kudu-cluster698518730458466924/ts-1/logs
20:17:25.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:17:25.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:17:25.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:17:25.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:17:25.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:17:25.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
20:17:25.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:17:25.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 18:55:48 UTC on ccycloud.quasar-mahdxv.root.comops.site
20:17:25.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4457677
20:17:25.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
20:17:25.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:25.785844 17295 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:17:25.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:25.788093 17295 file_cache.cc:493] Constructed file cache file cache with capacity 419430
20:17:25.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:17:25.806602 17300 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:17:25.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:17:25.806499 17301 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:17:25.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:17:25.806536 17303 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:17:25.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:25.807453 17295 server_base.cc:1034] running on GCE node
20:17:25.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:25.808305 17295 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:17:25.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:25.809775 17295 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:17:25.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:25.811071 17295 hybrid_clock.cc:648] HybridClock initialized: now 1781986645811005 us; error 61 us; skew 500 ppm
20:17:25.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:25.811542 17295 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:17:25.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:25.815096 17295 webserver.cc:460] Webserver started at http://127.16.113.2:35677/ using document root <none> and password file <none>
20:17:25.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:25.816172 17295 fs_manager.cc:359] Metadata directory not provided
20:17:25.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:25.816346 17295 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:17:25.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:25.816859 17295 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
20:17:25.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:25.820613 17295 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskXag5VZ/test-tmp/mini-kudu-cluster698518730458466924/ts-1/data/instance:
20:17:25.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0955632751864e83b2c556a9b8cffec7"
20:17:25.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 20:17:25 on dist-test-slave-kssz"
20:17:25.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:25.821861 17295 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskXag5VZ/test-tmp/mini-kudu-cluster698518730458466924/ts-1/wal/instance:
20:17:25.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0955632751864e83b2c556a9b8cffec7"
20:17:25.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 20:17:25 on dist-test-slave-kssz"
20:17:25.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:25.829604 17295 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.002s sys 0.005s
20:17:25.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:25.835142 17309 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:17:25.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:25.837427 17295 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.006s sys 0.000s
20:17:25.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:25.837716 17295 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskXag5VZ/test-tmp/mini-kudu-cluster698518730458466924/ts-1/data,/tmp/dist-test-taskXag5VZ/test-tmp/mini-kudu-cluster698518730458466924/ts-1/wal
20:17:25.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0955632751864e83b2c556a9b8cffec7"
20:17:25.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 20:17:25 on dist-test-slave-kssz"
20:17:25.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:25.838078 17295 fs_report.cc:383] FS layout report
20:17:25.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:17:25.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskXag5VZ/test-tmp/mini-kudu-cluster698518730458466924/ts-1/wal
20:17:25.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskXag5VZ/test-tmp/mini-kudu-cluster698518730458466924/ts-1/wal
20:17:25.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskXag5VZ/test-tmp/mini-kudu-cluster698518730458466924/ts-1/data/data
20:17:25.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:17:25.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:17:25.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:17:25.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:17:25.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:17:25.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:17:25.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:17:25.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:17:25.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:17:25.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:17:25.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:17:25.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:25.890583 17295 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
20:17:25.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:25.891860 17295 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:17:25.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:25.892233 17295 kserver.cc:163] Server-wide thread pool size limit: 3276
20:17:25.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:25.896121 17295 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:17:25.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:25.896241 17295 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
20:17:25.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:25.896394 17295 ts_tablet_manager.cc:610] Registered 0 tablets
20:17:25.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:25.896466 17295 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
20:17:25.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:25.974453 17295 rpc_server.cc:307] RPC server started. Bound to: 127.16.113.2:45955
20:17:25.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:25.974659 17432 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.16.113.2:45955 every 8 connection(s)
20:17:25.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:25.976301 17295 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskXag5VZ/test-tmp/mini-kudu-cluster698518730458466924/ts-1/data/info.pb
20:17:25.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:25.977746 16836 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskXag5VZ/build/asan/bin/kudu as pid 17295
20:17:25.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:25.977941 16836 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskXag5VZ/test-tmp/mini-kudu-cluster698518730458466924/ts-1/wal/instance
20:17:25.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:25.982789 17434 heartbeater.cc:347] Connected to a master server at 127.16.113.62:35801
20:17:25.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:25.983093 16836 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskXag5VZ/build/asan/bin/kudu
20:17:25.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskXag5VZ/build/asan/bin/kudu
20:17:25.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXag5VZ/test-tmp/mini-kudu-cluster698518730458466924/ts-2/wal
20:17:25.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXag5VZ/test-tmp/mini-kudu-cluster698518730458466924/ts-2/data
20:17:25.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:17:25.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:17:25.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:17:25.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:17:25.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:17:25.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:17:25.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXag5VZ/test-tmp/mini-kudu-cluster698518730458466924/ts-2/logs
20:17:25.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXag5VZ/test-tmp/mini-kudu-cluster698518730458466924/ts-2/data/info.pb
20:17:25.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:17:25.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:17:25.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:17:25.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:17:25.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:17:25.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:17:25.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:17:25.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:17:25.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:17:25.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:17:25.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.113.3:0
20:17:25.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.16.113.3
20:17:25.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.113.3
20:17:25.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:17:25.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.16.113.62:35801,127.16.113.61:35029,127.16.113.60:35439
20:17:25.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.113.20:38835
20:17:25.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:17:25.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:17:25.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:17:25.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
20:17:25.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
20:17:25.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
20:17:25.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:25.983242 17434 heartbeater.cc:464] Registering TS with master...
20:17:25.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:25.984673 17434 heartbeater.cc:511] Master 127.16.113.62:35801 requested a full tablet report, sending...
20:17:25.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:25.987794 16878 ts_manager.cc:194] Registered new tserver with Master: 0955632751864e83b2c556a9b8cffec7 (127.16.113.2:45955)
20:17:25.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:25.991943 17433 heartbeater.cc:347] Connected to a master server at 127.16.113.60:35439
20:17:25.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:25.992141 17433 heartbeater.cc:464] Registering TS with master...
20:17:25.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:25.992779 17433 heartbeater.cc:511] Master 127.16.113.60:35439 requested a full tablet report, sending...
20:17:25.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:25.994088 17042 ts_manager.cc:194] Registered new tserver with Master: 0955632751864e83b2c556a9b8cffec7 (127.16.113.2:45955)
20:17:25.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:25.995644 17042 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.16.113.2:44389
20:17:26.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.000815 17435 heartbeater.cc:347] Connected to a master server at 127.16.113.61:35029
20:17:26.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.001004 17435 heartbeater.cc:464] Registering TS with master...
20:17:26.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.001436 17435 heartbeater.cc:511] Master 127.16.113.61:35029 requested a full tablet report, sending...
20:17:26.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.003001 16960 ts_manager.cc:194] Registered new tserver with Master: 0955632751864e83b2c556a9b8cffec7 (127.16.113.2:45955)
20:17:26.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.338862 17290 heartbeater.cc:503] Master 127.16.113.60:35439 was elected leader, sending a full tablet report...
20:17:26.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:17:26.414428 17438 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:17:26.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:17:26.414819 17438 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:17:26.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:17:26.414939 17438 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:17:26.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:17:26.424042 17438 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:17:26.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:17:26.424232 17438 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
20:17:26.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:17:26.424273 17438 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
20:17:26.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:17:26.424325 17438 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
20:17:26.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:17:26.424403 17438 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.16.113.3
20:17:26.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.435707 17438 tablet_server_runner.cc:78] Tablet server non-default flags:
20:17:26.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:17:26.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.113.20:38835
20:17:26.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:17:26.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:17:26.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXag5VZ/test-tmp/mini-kudu-cluster698518730458466924/ts-2/data
20:17:26.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXag5VZ/test-tmp/mini-kudu-cluster698518730458466924/ts-2/wal
20:17:26.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:17:26.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:17:26.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.113.3:0
20:17:26.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:17:26.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:17:26.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:17:26.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXag5VZ/test-tmp/mini-kudu-cluster698518730458466924/ts-2/data/info.pb
20:17:26.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.113.3
20:17:26.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:17:26.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
20:17:26.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
20:17:26.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
20:17:26.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.16.113.62:35801,127.16.113.61:35029,127.16.113.60:35439
20:17:26.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:17:26.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:17:26.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:17:26.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:17:26.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:17:26.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.16.113.3
20:17:26.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXag5VZ/test-tmp/mini-kudu-cluster698518730458466924/ts-2/logs
20:17:26.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:17:26.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:17:26.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:17:26.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:17:26.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:17:26.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
20:17:26.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:17:26.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 18:55:48 UTC on ccycloud.quasar-mahdxv.root.comops.site
20:17:26.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4457677
20:17:26.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
20:17:26.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.437523 17438 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:17:26.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.439950 17438 file_cache.cc:493] Constructed file cache file cache with capacity 419430
20:17:26.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:17:26.464615 17443 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:17:26.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:17:26.465091 17444 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:17:26.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:17:26.467227 17446 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:17:26.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.467393 17438 server_base.cc:1034] running on GCE node
20:17:26.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.468883 17438 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:17:26.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.470794 17438 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:17:26.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.474253 17438 hybrid_clock.cc:648] HybridClock initialized: now 1781986646474057 us; error 180 us; skew 500 ppm
20:17:26.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.474854 17438 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:17:26.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.478226 17438 webserver.cc:460] Webserver started at http://127.16.113.3:44499/ using document root <none> and password file <none>
20:17:26.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.479234 17438 fs_manager.cc:359] Metadata directory not provided
20:17:26.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.479388 17438 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:17:26.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.479811 17438 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
20:17:26.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.483315 17438 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskXag5VZ/test-tmp/mini-kudu-cluster698518730458466924/ts-2/data/instance:
20:17:26.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6c9cb6a4f06c4cf391142e797ca2ef97"
20:17:26.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 20:17:26 on dist-test-slave-kssz"
20:17:26.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.484422 17438 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskXag5VZ/test-tmp/mini-kudu-cluster698518730458466924/ts-2/wal/instance:
20:17:26.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6c9cb6a4f06c4cf391142e797ca2ef97"
20:17:26.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 20:17:26 on dist-test-slave-kssz"
20:17:26.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.491725 17438 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.005s sys 0.000s
20:17:26.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.496260 17452 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:17:26.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.498675 17438 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
20:17:26.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.499004 17438 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskXag5VZ/test-tmp/mini-kudu-cluster698518730458466924/ts-2/data,/tmp/dist-test-taskXag5VZ/test-tmp/mini-kudu-cluster698518730458466924/ts-2/wal
20:17:26.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6c9cb6a4f06c4cf391142e797ca2ef97"
20:17:26.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 20:17:26 on dist-test-slave-kssz"
20:17:26.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.499267 17438 fs_report.cc:383] FS layout report
20:17:26.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:17:26.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskXag5VZ/test-tmp/mini-kudu-cluster698518730458466924/ts-2/wal
20:17:26.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskXag5VZ/test-tmp/mini-kudu-cluster698518730458466924/ts-2/wal
20:17:26.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskXag5VZ/test-tmp/mini-kudu-cluster698518730458466924/ts-2/data/data
20:17:26.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:17:26.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:17:26.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:17:26.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:17:26.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:17:26.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:17:26.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:17:26.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:17:26.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:17:26.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:17:26.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:17:26.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.520929 17438 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
20:17:26.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.522346 17438 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:17:26.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.522753 17438 kserver.cc:163] Server-wide thread pool size limit: 3276
20:17:26.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.526932 17438 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:17:26.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.527094 17438 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
20:17:26.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.527242 17438 ts_tablet_manager.cc:610] Registered 0 tablets
20:17:26.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.527316 17438 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
20:17:26.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.673141 17438 rpc_server.cc:307] RPC server started. Bound to: 127.16.113.3:46391
20:17:26.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.673188 17576 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.16.113.3:46391 every 8 connection(s)
20:17:26.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.675886 17438 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskXag5VZ/test-tmp/mini-kudu-cluster698518730458466924/ts-2/data/info.pb
20:17:26.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.679602 17578 heartbeater.cc:347] Connected to a master server at 127.16.113.62:35801
20:17:26.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.679751 16836 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskXag5VZ/build/asan/bin/kudu as pid 17438
20:17:26.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.679922 16836 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskXag5VZ/test-tmp/mini-kudu-cluster698518730458466924/ts-2/wal/instance
20:17:26.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.680126 17578 heartbeater.cc:464] Registering TS with master...
20:17:26.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.681638 17578 heartbeater.cc:511] Master 127.16.113.62:35801 requested a full tablet report, sending...
20:17:26.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.683971 16878 ts_manager.cc:194] Registered new tserver with Master: 6c9cb6a4f06c4cf391142e797ca2ef97 (127.16.113.3:46391)
20:17:26.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.692764 17577 heartbeater.cc:347] Connected to a master server at 127.16.113.60:35439
20:17:26.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.693152 17577 heartbeater.cc:464] Registering TS with master...
20:17:26.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.693789 17577 heartbeater.cc:511] Master 127.16.113.60:35439 requested a full tablet report, sending...
20:17:26.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.694972 17042 ts_manager.cc:194] Registered new tserver with Master: 6c9cb6a4f06c4cf391142e797ca2ef97 (127.16.113.3:46391)
20:17:26.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.696084 17042 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.16.113.3:48341
20:17:26.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.696947 17579 heartbeater.cc:347] Connected to a master server at 127.16.113.61:35029
20:17:26.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.697181 17579 heartbeater.cc:464] Registering TS with master...
20:17:26.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.698235 17579 heartbeater.cc:511] Master 127.16.113.61:35029 requested a full tablet report, sending...
20:17:26.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.699731 16960 ts_manager.cc:194] Registered new tserver with Master: 6c9cb6a4f06c4cf391142e797ca2ef97 (127.16.113.3:46391)
20:17:26.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.714418 16836 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
20:17:26.716 [DEBUG - main] (MiniKuduCluster.java:195) Response:
20:17:26.717 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
20:17:26.718 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.16.113.62"
port: 35801
}
bound_http_address {
host: "127.16.113.62"
port: 37399
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.16.113.61"
port: 35029
}
bound_http_address {
host: "127.16.113.61"
port: 34501
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.16.113.60"
port: 35439
}
bound_http_address {
host: "127.16.113.60"
port: 35171
}
}
}
20:17:26.718 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
20:17:26.719 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.16.113.1"
port: 41071
}
bound_http_address {
host: "127.16.113.1"
port: 41905
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.16.113.2"
port: 45955
}
bound_http_address {
host: "127.16.113.2"
port: 35677
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.16.113.3"
port: 46391
}
bound_http_address {
host: "127.16.113.3"
port: 44499
}
}
}
20:17:26.719 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
20:17:26.721 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
20:17:26.724 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.16.113.61:35029(127.16.113.61:35029)] connecting to peer
20:17:26.725 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.16.113.62:35801(127.16.113.62:35801)] connecting to peer
20:17:26.727 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.16.113.60:35439(127.16.113.60:35439)] connecting to peer
20:17:26.727 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.16.113.61:35029(127.16.113.61:35029)] Successfully connected to peer
20:17:26.729 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.16.113.62:35801(127.16.113.62:35801)] Successfully connected to peer
20:17:26.731 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.16.113.62
20:17:26.733 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.16.113.61
20:17:26.735 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.16.113.60:35439(127.16.113.60:35439)] Successfully connected to peer
20:17:26.751 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.16.113.60
20:17:26.751 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xbc809add, L:/127.0.0.1:58008 - R:/127.16.113.62:35801] using SASL/PLAIN
20:17:26.754 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xbf83646c, L:/127.0.0.1:55784 - R:/127.16.113.61:35029] using SASL/PLAIN
20:17:26.765 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x644ed299, L:/127.0.0.1:51794 - R:/127.16.113.60:35439] using SASL/PLAIN
20:17:26.768 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
20:17:26.769 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=46), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.113.61:35029, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.113.62:35801, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.113.60:35439, [30ms] Sub RPC ConnectToMaster: received response from server master-127.16.113.62:35801: OK, [39ms] Sub RPC ConnectToMaster: received response from server master-127.16.113.61:35029: OK, [44ms] Sub RPC ConnectToMaster: received response from server master-127.16.113.60:35439: OK, deferred=null) after lookup
20:17:26.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.771888 17042 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:51794:
20:17:26.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_manager_fallback_rolling"
20:17:26.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
20:17:26.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:17:26.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
20:17:26.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
20:17:26.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
20:17:26.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:17:26.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:17:26.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:17:26.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
20:17:26.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:17:26.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:17:26.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column1_i"
20:17:26.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
20:17:26.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
20:17:26.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:17:26.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:17:26.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:17:26.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
20:17:26.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:17:26.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:17:26.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column2_i"
20:17:26.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
20:17:26.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
20:17:26.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:17:26.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:17:26.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:17:26.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
20:17:26.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:17:26.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:17:26.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column3_s"
20:17:26.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
20:17:26.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
20:17:26.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: true
20:17:26.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: DICT_ENCODING
20:17:26.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: LZ4
20:17:26.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 4096
20:17:26.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:17:26.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
20:17:26.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:17:26.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:17:26.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column4_b"
20:17:26.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: BOOL
20:17:26.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
20:17:26.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:17:26.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:17:26.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:17:26.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
20:17:26.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:17:26.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:17:26.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
20:17:26.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) hash_schema {
20:17:26.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:17:26.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
20:17:26.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:17:26.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_buckets: 2
20:17:26.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) seed: 0
20:17:26.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:17:26.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:17:26.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:17:26.775182 17042 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table txn_manager_fallback_rolling in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
20:17:26.794 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table d3ddaa9bfbe64e7ba5168ecce479266c
20:17:26.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.833277 17511 tablet_service.cc:1467] Processing CreateTablet for tablet 4c13b1d275b84f8c8db4f0eef7b21d1a (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=d3ddaa9bfbe64e7ba5168ecce479266c]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
20:17:26.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.833433 17366 tablet_service.cc:1467] Processing CreateTablet for tablet 2a2dc31464684a909449166eb388bc18 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=d3ddaa9bfbe64e7ba5168ecce479266c]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
20:17:26.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.835021 17366 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 2a2dc31464684a909449166eb388bc18. 1 dirs total, 0 dirs full, 0 dirs failed
20:17:26.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.836093 17511 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 4c13b1d275b84f8c8db4f0eef7b21d1a. 1 dirs total, 0 dirs full, 0 dirs failed
20:17:26.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.835031 17364 tablet_service.cc:1467] Processing CreateTablet for tablet 4c13b1d275b84f8c8db4f0eef7b21d1a (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=d3ddaa9bfbe64e7ba5168ecce479266c]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
20:17:26.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.835984 17512 tablet_service.cc:1467] Processing CreateTablet for tablet 2a2dc31464684a909449166eb388bc18 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=d3ddaa9bfbe64e7ba5168ecce479266c]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
20:17:26.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.837350 17364 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 4c13b1d275b84f8c8db4f0eef7b21d1a. 1 dirs total, 0 dirs full, 0 dirs failed
20:17:26.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.837411 17512 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 2a2dc31464684a909449166eb388bc18. 1 dirs total, 0 dirs full, 0 dirs failed
20:17:26.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.842582 17216 tablet_service.cc:1467] Processing CreateTablet for tablet 2a2dc31464684a909449166eb388bc18 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=d3ddaa9bfbe64e7ba5168ecce479266c]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
20:17:26.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.844954 17216 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 2a2dc31464684a909449166eb388bc18. 1 dirs total, 0 dirs full, 0 dirs failed
20:17:26.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.855710 17603 tablet_bootstrap.cc:492] T 4c13b1d275b84f8c8db4f0eef7b21d1a P 0955632751864e83b2c556a9b8cffec7: Bootstrap starting.
20:17:26.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.855749 17215 tablet_service.cc:1467] Processing CreateTablet for tablet 4c13b1d275b84f8c8db4f0eef7b21d1a (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=d3ddaa9bfbe64e7ba5168ecce479266c]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
20:17:26.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.856465 17215 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 4c13b1d275b84f8c8db4f0eef7b21d1a. 1 dirs total, 0 dirs full, 0 dirs failed
20:17:26.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.860519 17603 tablet_bootstrap.cc:654] T 4c13b1d275b84f8c8db4f0eef7b21d1a P 0955632751864e83b2c556a9b8cffec7: Neither blocks nor log segments found. Creating new log.
20:17:26.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.861196 17604 tablet_bootstrap.cc:492] T 2a2dc31464684a909449166eb388bc18 P 2c1bc1731b1043c59510fb59ee9aa947: Bootstrap starting.
20:17:26.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.862123 17603 log.cc:824] T 4c13b1d275b84f8c8db4f0eef7b21d1a P 0955632751864e83b2c556a9b8cffec7: Log is configured to *not* fsync() on all Append() calls
20:17:26.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.866616 17604 tablet_bootstrap.cc:654] T 2a2dc31464684a909449166eb388bc18 P 2c1bc1731b1043c59510fb59ee9aa947: Neither blocks nor log segments found. Creating new log.
20:17:26.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.868320 17604 log.cc:824] T 2a2dc31464684a909449166eb388bc18 P 2c1bc1731b1043c59510fb59ee9aa947: Log is configured to *not* fsync() on all Append() calls
20:17:26.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.870209 17607 tablet_bootstrap.cc:492] T 2a2dc31464684a909449166eb388bc18 P 6c9cb6a4f06c4cf391142e797ca2ef97: Bootstrap starting.
20:17:26.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.871493 17603 tablet_bootstrap.cc:492] T 4c13b1d275b84f8c8db4f0eef7b21d1a P 0955632751864e83b2c556a9b8cffec7: No bootstrap required, opened a new log
20:17:26.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.872035 17603 ts_tablet_manager.cc:1397] T 4c13b1d275b84f8c8db4f0eef7b21d1a P 0955632751864e83b2c556a9b8cffec7: Time spent bootstrapping tablet: real 0.017s user 0.010s sys 0.003s
20:17:26.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.874576 17607 tablet_bootstrap.cc:654] T 2a2dc31464684a909449166eb388bc18 P 6c9cb6a4f06c4cf391142e797ca2ef97: Neither blocks nor log segments found. Creating new log.
20:17:26.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.875895 17604 tablet_bootstrap.cc:492] T 2a2dc31464684a909449166eb388bc18 P 2c1bc1731b1043c59510fb59ee9aa947: No bootstrap required, opened a new log
20:17:26.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.876185 17607 log.cc:824] T 2a2dc31464684a909449166eb388bc18 P 6c9cb6a4f06c4cf391142e797ca2ef97: Log is configured to *not* fsync() on all Append() calls
20:17:26.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.876288 17604 ts_tablet_manager.cc:1397] T 2a2dc31464684a909449166eb388bc18 P 2c1bc1731b1043c59510fb59ee9aa947: Time spent bootstrapping tablet: real 0.016s user 0.009s sys 0.000s
20:17:26.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.880424 17607 tablet_bootstrap.cc:492] T 2a2dc31464684a909449166eb388bc18 P 6c9cb6a4f06c4cf391142e797ca2ef97: No bootstrap required, opened a new log
20:17:26.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.880892 17607 ts_tablet_manager.cc:1397] T 2a2dc31464684a909449166eb388bc18 P 6c9cb6a4f06c4cf391142e797ca2ef97: Time spent bootstrapping tablet: real 0.011s user 0.006s sys 0.004s
20:17:26.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.883194 17603 raft_consensus.cc:348] T 4c13b1d275b84f8c8db4f0eef7b21d1a P 0955632751864e83b2c556a9b8cffec7 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2c1bc1731b1043c59510fb59ee9aa947" member_type: VOTER last_known_addr { host: "127.16.113.1" port: 41071 } } peers { permanent_uuid: "0955632751864e83b2c556a9b8cffec7" member_type: VOTER last_known_addr { host: "127.16.113.2" port: 45955 } } peers { permanent_uuid: "6c9cb6a4f06c4cf391142e797ca2ef97" member_type: VOTER last_known_addr { host: "127.16.113.3" port: 46391 } }
20:17:26.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.883709 17603 raft_consensus.cc:374] T 4c13b1d275b84f8c8db4f0eef7b21d1a P 0955632751864e83b2c556a9b8cffec7 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:17:26.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.883817 17603 raft_consensus.cc:729] T 4c13b1d275b84f8c8db4f0eef7b21d1a P 0955632751864e83b2c556a9b8cffec7 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0955632751864e83b2c556a9b8cffec7, State: Initialized, Role: FOLLOWER
20:17:26.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.884606 17603 consensus_queue.cc:260] T 4c13b1d275b84f8c8db4f0eef7b21d1a P 0955632751864e83b2c556a9b8cffec7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2c1bc1731b1043c59510fb59ee9aa947" member_type: VOTER last_known_addr { host: "127.16.113.1" port: 41071 } } peers { permanent_uuid: "0955632751864e83b2c556a9b8cffec7" member_type: VOTER last_known_addr { host: "127.16.113.2" port: 45955 } } peers { permanent_uuid: "6c9cb6a4f06c4cf391142e797ca2ef97" member_type: VOTER last_known_addr { host: "127.16.113.3" port: 46391 } }
20:17:26.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.886731 17603 ts_tablet_manager.cc:1428] T 4c13b1d275b84f8c8db4f0eef7b21d1a P 0955632751864e83b2c556a9b8cffec7: Time spent starting tablet: real 0.014s user 0.011s sys 0.004s
20:17:26.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.887629 17603 tablet_bootstrap.cc:492] T 2a2dc31464684a909449166eb388bc18 P 0955632751864e83b2c556a9b8cffec7: Bootstrap starting.
20:17:26.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.888521 17433 heartbeater.cc:503] Master 127.16.113.60:35439 was elected leader, sending a full tablet report...
20:17:26.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.889638 17603 tablet_bootstrap.cc:654] T 2a2dc31464684a909449166eb388bc18 P 0955632751864e83b2c556a9b8cffec7: Neither blocks nor log segments found. Creating new log.
20:17:26.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.890532 17604 raft_consensus.cc:348] T 2a2dc31464684a909449166eb388bc18 P 2c1bc1731b1043c59510fb59ee9aa947 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6c9cb6a4f06c4cf391142e797ca2ef97" member_type: VOTER last_known_addr { host: "127.16.113.3" port: 46391 } } peers { permanent_uuid: "2c1bc1731b1043c59510fb59ee9aa947" member_type: VOTER last_known_addr { host: "127.16.113.1" port: 41071 } } peers { permanent_uuid: "0955632751864e83b2c556a9b8cffec7" member_type: VOTER last_known_addr { host: "127.16.113.2" port: 45955 } }
20:17:26.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.891129 17604 raft_consensus.cc:374] T 2a2dc31464684a909449166eb388bc18 P 2c1bc1731b1043c59510fb59ee9aa947 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:17:26.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.891243 17604 raft_consensus.cc:729] T 2a2dc31464684a909449166eb388bc18 P 2c1bc1731b1043c59510fb59ee9aa947 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2c1bc1731b1043c59510fb59ee9aa947, State: Initialized, Role: FOLLOWER
20:17:26.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.892849 17604 consensus_queue.cc:260] T 2a2dc31464684a909449166eb388bc18 P 2c1bc1731b1043c59510fb59ee9aa947 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6c9cb6a4f06c4cf391142e797ca2ef97" member_type: VOTER last_known_addr { host: "127.16.113.3" port: 46391 } } peers { permanent_uuid: "2c1bc1731b1043c59510fb59ee9aa947" member_type: VOTER last_known_addr { host: "127.16.113.1" port: 41071 } } peers { permanent_uuid: "0955632751864e83b2c556a9b8cffec7" member_type: VOTER last_known_addr { host: "127.16.113.2" port: 45955 } }
20:17:26.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.906395 17603 tablet_bootstrap.cc:492] T 2a2dc31464684a909449166eb388bc18 P 0955632751864e83b2c556a9b8cffec7: No bootstrap required, opened a new log
20:17:26.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.906590 17603 ts_tablet_manager.cc:1397] T 2a2dc31464684a909449166eb388bc18 P 0955632751864e83b2c556a9b8cffec7: Time spent bootstrapping tablet: real 0.019s user 0.012s sys 0.004s
20:17:26.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.907460 17603 raft_consensus.cc:348] T 2a2dc31464684a909449166eb388bc18 P 0955632751864e83b2c556a9b8cffec7 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6c9cb6a4f06c4cf391142e797ca2ef97" member_type: VOTER last_known_addr { host: "127.16.113.3" port: 46391 } } peers { permanent_uuid: "2c1bc1731b1043c59510fb59ee9aa947" member_type: VOTER last_known_addr { host: "127.16.113.1" port: 41071 } } peers { permanent_uuid: "0955632751864e83b2c556a9b8cffec7" member_type: VOTER last_known_addr { host: "127.16.113.2" port: 45955 } }
20:17:26.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.907727 17603 raft_consensus.cc:374] T 2a2dc31464684a909449166eb388bc18 P 0955632751864e83b2c556a9b8cffec7 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:17:26.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.907861 17603 raft_consensus.cc:729] T 2a2dc31464684a909449166eb388bc18 P 0955632751864e83b2c556a9b8cffec7 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0955632751864e83b2c556a9b8cffec7, State: Initialized, Role: FOLLOWER
20:17:26.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.908138 17603 consensus_queue.cc:260] T 2a2dc31464684a909449166eb388bc18 P 0955632751864e83b2c556a9b8cffec7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6c9cb6a4f06c4cf391142e797ca2ef97" member_type: VOTER last_known_addr { host: "127.16.113.3" port: 46391 } } peers { permanent_uuid: "2c1bc1731b1043c59510fb59ee9aa947" member_type: VOTER last_known_addr { host: "127.16.113.1" port: 41071 } } peers { permanent_uuid: "0955632751864e83b2c556a9b8cffec7" member_type: VOTER last_known_addr { host: "127.16.113.2" port: 45955 } }
20:17:26.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.908488 17604 ts_tablet_manager.cc:1428] T 2a2dc31464684a909449166eb388bc18 P 2c1bc1731b1043c59510fb59ee9aa947: Time spent starting tablet: real 0.032s user 0.021s sys 0.009s
20:17:26.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.911665 17603 ts_tablet_manager.cc:1428] T 2a2dc31464684a909449166eb388bc18 P 0955632751864e83b2c556a9b8cffec7: Time spent starting tablet: real 0.005s user 0.002s sys 0.001s
20:17:26.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.911767 17604 tablet_bootstrap.cc:492] T 4c13b1d275b84f8c8db4f0eef7b21d1a P 2c1bc1731b1043c59510fb59ee9aa947: Bootstrap starting.
20:17:26.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.913041 17607 raft_consensus.cc:348] T 2a2dc31464684a909449166eb388bc18 P 6c9cb6a4f06c4cf391142e797ca2ef97 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6c9cb6a4f06c4cf391142e797ca2ef97" member_type: VOTER last_known_addr { host: "127.16.113.3" port: 46391 } } peers { permanent_uuid: "2c1bc1731b1043c59510fb59ee9aa947" member_type: VOTER last_known_addr { host: "127.16.113.1" port: 41071 } } peers { permanent_uuid: "0955632751864e83b2c556a9b8cffec7" member_type: VOTER last_known_addr { host: "127.16.113.2" port: 45955 } }
20:17:26.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.913923 17604 tablet_bootstrap.cc:654] T 4c13b1d275b84f8c8db4f0eef7b21d1a P 2c1bc1731b1043c59510fb59ee9aa947: Neither blocks nor log segments found. Creating new log.
20:17:26.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.913780 17607 raft_consensus.cc:374] T 2a2dc31464684a909449166eb388bc18 P 6c9cb6a4f06c4cf391142e797ca2ef97 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:17:26.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.916927 17607 raft_consensus.cc:729] T 2a2dc31464684a909449166eb388bc18 P 6c9cb6a4f06c4cf391142e797ca2ef97 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6c9cb6a4f06c4cf391142e797ca2ef97, State: Initialized, Role: FOLLOWER
20:17:26.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.918179 17604 tablet_bootstrap.cc:492] T 4c13b1d275b84f8c8db4f0eef7b21d1a P 2c1bc1731b1043c59510fb59ee9aa947: No bootstrap required, opened a new log
20:17:26.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.918009 17607 consensus_queue.cc:260] T 2a2dc31464684a909449166eb388bc18 P 6c9cb6a4f06c4cf391142e797ca2ef97 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6c9cb6a4f06c4cf391142e797ca2ef97" member_type: VOTER last_known_addr { host: "127.16.113.3" port: 46391 } } peers { permanent_uuid: "2c1bc1731b1043c59510fb59ee9aa947" member_type: VOTER last_known_addr { host: "127.16.113.1" port: 41071 } } peers { permanent_uuid: "0955632751864e83b2c556a9b8cffec7" member_type: VOTER last_known_addr { host: "127.16.113.2" port: 45955 } }
20:17:26.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.918354 17604 ts_tablet_manager.cc:1397] T 4c13b1d275b84f8c8db4f0eef7b21d1a P 2c1bc1731b1043c59510fb59ee9aa947: Time spent bootstrapping tablet: real 0.008s user 0.000s sys 0.005s
20:17:26.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.919284 17604 raft_consensus.cc:348] T 4c13b1d275b84f8c8db4f0eef7b21d1a P 2c1bc1731b1043c59510fb59ee9aa947 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2c1bc1731b1043c59510fb59ee9aa947" member_type: VOTER last_known_addr { host: "127.16.113.1" port: 41071 } } peers { permanent_uuid: "0955632751864e83b2c556a9b8cffec7" member_type: VOTER last_known_addr { host: "127.16.113.2" port: 45955 } } peers { permanent_uuid: "6c9cb6a4f06c4cf391142e797ca2ef97" member_type: VOTER last_known_addr { host: "127.16.113.3" port: 46391 } }
20:17:26.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.919546 17604 raft_consensus.cc:374] T 4c13b1d275b84f8c8db4f0eef7b21d1a P 2c1bc1731b1043c59510fb59ee9aa947 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:17:26.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.919546 17577 heartbeater.cc:503] Master 127.16.113.60:35439 was elected leader, sending a full tablet report...
20:17:26.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.919647 17604 raft_consensus.cc:729] T 4c13b1d275b84f8c8db4f0eef7b21d1a P 2c1bc1731b1043c59510fb59ee9aa947 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2c1bc1731b1043c59510fb59ee9aa947, State: Initialized, Role: FOLLOWER
20:17:26.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.919953 17604 consensus_queue.cc:260] T 4c13b1d275b84f8c8db4f0eef7b21d1a P 2c1bc1731b1043c59510fb59ee9aa947 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2c1bc1731b1043c59510fb59ee9aa947" member_type: VOTER last_known_addr { host: "127.16.113.1" port: 41071 } } peers { permanent_uuid: "0955632751864e83b2c556a9b8cffec7" member_type: VOTER last_known_addr { host: "127.16.113.2" port: 45955 } } peers { permanent_uuid: "6c9cb6a4f06c4cf391142e797ca2ef97" member_type: VOTER last_known_addr { host: "127.16.113.3" port: 46391 } }
20:17:26.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.920346 17607 ts_tablet_manager.cc:1428] T 2a2dc31464684a909449166eb388bc18 P 6c9cb6a4f06c4cf391142e797ca2ef97: Time spent starting tablet: real 0.039s user 0.014s sys 0.003s
20:17:26.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.920660 17604 ts_tablet_manager.cc:1428] T 4c13b1d275b84f8c8db4f0eef7b21d1a P 2c1bc1731b1043c59510fb59ee9aa947: Time spent starting tablet: real 0.002s user 0.001s sys 0.001s
20:17:26.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.921703 17607 tablet_bootstrap.cc:492] T 4c13b1d275b84f8c8db4f0eef7b21d1a P 6c9cb6a4f06c4cf391142e797ca2ef97: Bootstrap starting.
20:17:26.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.923780 17607 tablet_bootstrap.cc:654] T 4c13b1d275b84f8c8db4f0eef7b21d1a P 6c9cb6a4f06c4cf391142e797ca2ef97: Neither blocks nor log segments found. Creating new log.
20:17:26.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.927944 17607 tablet_bootstrap.cc:492] T 4c13b1d275b84f8c8db4f0eef7b21d1a P 6c9cb6a4f06c4cf391142e797ca2ef97: No bootstrap required, opened a new log
20:17:26.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.928169 17607 ts_tablet_manager.cc:1397] T 4c13b1d275b84f8c8db4f0eef7b21d1a P 6c9cb6a4f06c4cf391142e797ca2ef97: Time spent bootstrapping tablet: real 0.007s user 0.003s sys 0.000s
20:17:26.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.929214 17607 raft_consensus.cc:348] T 4c13b1d275b84f8c8db4f0eef7b21d1a P 6c9cb6a4f06c4cf391142e797ca2ef97 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2c1bc1731b1043c59510fb59ee9aa947" member_type: VOTER last_known_addr { host: "127.16.113.1" port: 41071 } } peers { permanent_uuid: "0955632751864e83b2c556a9b8cffec7" member_type: VOTER last_known_addr { host: "127.16.113.2" port: 45955 } } peers { permanent_uuid: "6c9cb6a4f06c4cf391142e797ca2ef97" member_type: VOTER last_known_addr { host: "127.16.113.3" port: 46391 } }
20:17:26.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.929565 17607 raft_consensus.cc:374] T 4c13b1d275b84f8c8db4f0eef7b21d1a P 6c9cb6a4f06c4cf391142e797ca2ef97 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:17:26.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.929697 17607 raft_consensus.cc:729] T 4c13b1d275b84f8c8db4f0eef7b21d1a P 6c9cb6a4f06c4cf391142e797ca2ef97 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6c9cb6a4f06c4cf391142e797ca2ef97, State: Initialized, Role: FOLLOWER
20:17:26.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.930022 17607 consensus_queue.cc:260] T 4c13b1d275b84f8c8db4f0eef7b21d1a P 6c9cb6a4f06c4cf391142e797ca2ef97 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2c1bc1731b1043c59510fb59ee9aa947" member_type: VOTER last_known_addr { host: "127.16.113.1" port: 41071 } } peers { permanent_uuid: "0955632751864e83b2c556a9b8cffec7" member_type: VOTER last_known_addr { host: "127.16.113.2" port: 45955 } } peers { permanent_uuid: "6c9cb6a4f06c4cf391142e797ca2ef97" member_type: VOTER last_known_addr { host: "127.16.113.3" port: 46391 } }
20:17:26.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.937251 17607 ts_tablet_manager.cc:1428] T 4c13b1d275b84f8c8db4f0eef7b21d1a P 6c9cb6a4f06c4cf391142e797ca2ef97: Time spent starting tablet: real 0.009s user 0.006s sys 0.004s
20:17:26.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:17:26.938841 17581 tablet.cc:2369] T 2a2dc31464684a909449166eb388bc18 P 6c9cb6a4f06c4cf391142e797ca2ef97: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:17:26.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.963889 17611 raft_consensus.cc:482] T 4c13b1d275b84f8c8db4f0eef7b21d1a P 2c1bc1731b1043c59510fb59ee9aa947 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:17:26.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.964326 17611 raft_consensus.cc:504] T 4c13b1d275b84f8c8db4f0eef7b21d1a P 2c1bc1731b1043c59510fb59ee9aa947 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2c1bc1731b1043c59510fb59ee9aa947" member_type: VOTER last_known_addr { host: "127.16.113.1" port: 41071 } } peers { permanent_uuid: "0955632751864e83b2c556a9b8cffec7" member_type: VOTER last_known_addr { host: "127.16.113.2" port: 45955 } } peers { permanent_uuid: "6c9cb6a4f06c4cf391142e797ca2ef97" member_type: VOTER last_known_addr { host: "127.16.113.3" port: 46391 } }
20:17:26.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.966650 17611 leader_election.cc:288] T 4c13b1d275b84f8c8db4f0eef7b21d1a P 2c1bc1731b1043c59510fb59ee9aa947 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 0955632751864e83b2c556a9b8cffec7 (127.16.113.2:45955), 6c9cb6a4f06c4cf391142e797ca2ef97 (127.16.113.3:46391)
20:17:26.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.978546 17388 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "4c13b1d275b84f8c8db4f0eef7b21d1a" candidate_uuid: "2c1bc1731b1043c59510fb59ee9aa947" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0955632751864e83b2c556a9b8cffec7" is_pre_election: true
20:17:26.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.979338 17388 raft_consensus.cc:2454] T 4c13b1d275b84f8c8db4f0eef7b21d1a P 0955632751864e83b2c556a9b8cffec7 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2c1bc1731b1043c59510fb59ee9aa947 in term 0.
20:17:26.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.980276 17165 leader_election.cc:302] T 4c13b1d275b84f8c8db4f0eef7b21d1a P 2c1bc1731b1043c59510fb59ee9aa947 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0955632751864e83b2c556a9b8cffec7, 2c1bc1731b1043c59510fb59ee9aa947; no voters:
20:17:26.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.980949 17611 raft_consensus.cc:2781] T 4c13b1d275b84f8c8db4f0eef7b21d1a P 2c1bc1731b1043c59510fb59ee9aa947 [term 0 FOLLOWER]: Leader pre-election won for term 1
20:17:26.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.981125 17611 raft_consensus.cc:482] T 4c13b1d275b84f8c8db4f0eef7b21d1a P 2c1bc1731b1043c59510fb59ee9aa947 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:17:26.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.981231 17611 raft_consensus.cc:3037] T 4c13b1d275b84f8c8db4f0eef7b21d1a P 2c1bc1731b1043c59510fb59ee9aa947 [term 0 FOLLOWER]: Advancing to term 1
20:17:26.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.984681 17611 raft_consensus.cc:504] T 4c13b1d275b84f8c8db4f0eef7b21d1a P 2c1bc1731b1043c59510fb59ee9aa947 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2c1bc1731b1043c59510fb59ee9aa947" member_type: VOTER last_known_addr { host: "127.16.113.1" port: 41071 } } peers { permanent_uuid: "0955632751864e83b2c556a9b8cffec7" member_type: VOTER last_known_addr { host: "127.16.113.2" port: 45955 } } peers { permanent_uuid: "6c9cb6a4f06c4cf391142e797ca2ef97" member_type: VOTER last_known_addr { host: "127.16.113.3" port: 46391 } }
20:17:26.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.986596 17388 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "4c13b1d275b84f8c8db4f0eef7b21d1a" candidate_uuid: "2c1bc1731b1043c59510fb59ee9aa947" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0955632751864e83b2c556a9b8cffec7"
20:17:26.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.986894 17388 raft_consensus.cc:3037] T 4c13b1d275b84f8c8db4f0eef7b21d1a P 0955632751864e83b2c556a9b8cffec7 [term 0 FOLLOWER]: Advancing to term 1
20:17:26.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.990635 17388 raft_consensus.cc:2454] T 4c13b1d275b84f8c8db4f0eef7b21d1a P 0955632751864e83b2c556a9b8cffec7 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2c1bc1731b1043c59510fb59ee9aa947 in term 1.
20:17:26.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.991456 17165 leader_election.cc:302] T 4c13b1d275b84f8c8db4f0eef7b21d1a P 2c1bc1731b1043c59510fb59ee9aa947 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0955632751864e83b2c556a9b8cffec7, 2c1bc1731b1043c59510fb59ee9aa947; no voters:
20:17:26.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.991647 17611 leader_election.cc:288] T 4c13b1d275b84f8c8db4f0eef7b21d1a P 2c1bc1731b1043c59510fb59ee9aa947 [CANDIDATE]: Term 1 election: Requested vote from peers 0955632751864e83b2c556a9b8cffec7 (127.16.113.2:45955), 6c9cb6a4f06c4cf391142e797ca2ef97 (127.16.113.3:46391)
20:17:26.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.991925 17611 raft_consensus.cc:2781] T 4c13b1d275b84f8c8db4f0eef7b21d1a P 2c1bc1731b1043c59510fb59ee9aa947 [term 1 FOLLOWER]: Leader election won for term 1
20:17:26.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.992079 17611 raft_consensus.cc:686] T 4c13b1d275b84f8c8db4f0eef7b21d1a P 2c1bc1731b1043c59510fb59ee9aa947 [term 1 LEADER]: Becoming Leader. State: Replica: 2c1bc1731b1043c59510fb59ee9aa947, State: Running, Role: LEADER
20:17:26.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.992820 17611 consensus_queue.cc:237] T 4c13b1d275b84f8c8db4f0eef7b21d1a P 2c1bc1731b1043c59510fb59ee9aa947 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2c1bc1731b1043c59510fb59ee9aa947" member_type: VOTER last_known_addr { host: "127.16.113.1" port: 41071 } } peers { permanent_uuid: "0955632751864e83b2c556a9b8cffec7" member_type: VOTER last_known_addr { host: "127.16.113.2" port: 45955 } } peers { permanent_uuid: "6c9cb6a4f06c4cf391142e797ca2ef97" member_type: VOTER last_known_addr { host: "127.16.113.3" port: 46391 } }
20:17:26.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.995710 17532 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "4c13b1d275b84f8c8db4f0eef7b21d1a" candidate_uuid: "2c1bc1731b1043c59510fb59ee9aa947" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6c9cb6a4f06c4cf391142e797ca2ef97" is_pre_election: true
20:17:26.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.996450 17532 raft_consensus.cc:2454] T 4c13b1d275b84f8c8db4f0eef7b21d1a P 6c9cb6a4f06c4cf391142e797ca2ef97 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2c1bc1731b1043c59510fb59ee9aa947 in term 0.
20:17:26.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.995743 17531 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "4c13b1d275b84f8c8db4f0eef7b21d1a" candidate_uuid: "2c1bc1731b1043c59510fb59ee9aa947" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6c9cb6a4f06c4cf391142e797ca2ef97"
20:17:26.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:26.997219 17531 raft_consensus.cc:3037] T 4c13b1d275b84f8c8db4f0eef7b21d1a P 6c9cb6a4f06c4cf391142e797ca2ef97 [term 0 FOLLOWER]: Advancing to term 1
20:17:27.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.000566 17531 raft_consensus.cc:2454] T 4c13b1d275b84f8c8db4f0eef7b21d1a P 6c9cb6a4f06c4cf391142e797ca2ef97 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2c1bc1731b1043c59510fb59ee9aa947 in term 1.
20:17:27.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:17:27.001080 17436 tablet.cc:2369] T 2a2dc31464684a909449166eb388bc18 P 0955632751864e83b2c556a9b8cffec7: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:17:27.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.011442 17042 catalog_manager.cc:5495] T 4c13b1d275b84f8c8db4f0eef7b21d1a P 2c1bc1731b1043c59510fb59ee9aa947 reported cstate change: term changed from 0 to 1, leader changed from <none> to 2c1bc1731b1043c59510fb59ee9aa947 (127.16.113.1). New cstate: current_term: 1 leader_uuid: "2c1bc1731b1043c59510fb59ee9aa947" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2c1bc1731b1043c59510fb59ee9aa947" member_type: VOTER last_known_addr { host: "127.16.113.1" port: 41071 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "0955632751864e83b2c556a9b8cffec7" member_type: VOTER last_known_addr { host: "127.16.113.2" port: 45955 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "6c9cb6a4f06c4cf391142e797ca2ef97" member_type: VOTER last_known_addr { host: "127.16.113.3" port: 46391 } health_report { overall_health: UNKNOWN } } }
20:17:27.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:17:27.070099 17293 tablet.cc:2369] T 2a2dc31464684a909449166eb388bc18 P 2c1bc1731b1043c59510fb59ee9aa947: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:17:27.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.093211 17611 raft_consensus.cc:482] T 2a2dc31464684a909449166eb388bc18 P 2c1bc1731b1043c59510fb59ee9aa947 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:17:27.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.093458 17611 raft_consensus.cc:504] T 2a2dc31464684a909449166eb388bc18 P 2c1bc1731b1043c59510fb59ee9aa947 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6c9cb6a4f06c4cf391142e797ca2ef97" member_type: VOTER last_known_addr { host: "127.16.113.3" port: 46391 } } peers { permanent_uuid: "2c1bc1731b1043c59510fb59ee9aa947" member_type: VOTER last_known_addr { host: "127.16.113.1" port: 41071 } } peers { permanent_uuid: "0955632751864e83b2c556a9b8cffec7" member_type: VOTER last_known_addr { host: "127.16.113.2" port: 45955 } }
20:17:27.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.094209 17611 leader_election.cc:288] T 2a2dc31464684a909449166eb388bc18 P 2c1bc1731b1043c59510fb59ee9aa947 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 6c9cb6a4f06c4cf391142e797ca2ef97 (127.16.113.3:46391), 0955632751864e83b2c556a9b8cffec7 (127.16.113.2:45955)
20:17:27.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.095081 17531 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "2a2dc31464684a909449166eb388bc18" candidate_uuid: "2c1bc1731b1043c59510fb59ee9aa947" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6c9cb6a4f06c4cf391142e797ca2ef97" is_pre_election: true
20:17:27.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.095414 17388 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "2a2dc31464684a909449166eb388bc18" candidate_uuid: "2c1bc1731b1043c59510fb59ee9aa947" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0955632751864e83b2c556a9b8cffec7" is_pre_election: true
20:17:27.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.095531 17531 raft_consensus.cc:2454] T 2a2dc31464684a909449166eb388bc18 P 6c9cb6a4f06c4cf391142e797ca2ef97 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2c1bc1731b1043c59510fb59ee9aa947 in term 0.
20:17:27.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.095850 17388 raft_consensus.cc:2454] T 2a2dc31464684a909449166eb388bc18 P 0955632751864e83b2c556a9b8cffec7 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2c1bc1731b1043c59510fb59ee9aa947 in term 0.
20:17:27.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.096247 17168 leader_election.cc:302] T 2a2dc31464684a909449166eb388bc18 P 2c1bc1731b1043c59510fb59ee9aa947 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2c1bc1731b1043c59510fb59ee9aa947, 6c9cb6a4f06c4cf391142e797ca2ef97; no voters:
20:17:27.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.096660 17611 raft_consensus.cc:2781] T 2a2dc31464684a909449166eb388bc18 P 2c1bc1731b1043c59510fb59ee9aa947 [term 0 FOLLOWER]: Leader pre-election won for term 1
20:17:27.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.097040 17611 raft_consensus.cc:482] T 2a2dc31464684a909449166eb388bc18 P 2c1bc1731b1043c59510fb59ee9aa947 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:17:27.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.097249 17611 raft_consensus.cc:3037] T 2a2dc31464684a909449166eb388bc18 P 2c1bc1731b1043c59510fb59ee9aa947 [term 0 FOLLOWER]: Advancing to term 1
20:17:27.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.100840 17611 raft_consensus.cc:504] T 2a2dc31464684a909449166eb388bc18 P 2c1bc1731b1043c59510fb59ee9aa947 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6c9cb6a4f06c4cf391142e797ca2ef97" member_type: VOTER last_known_addr { host: "127.16.113.3" port: 46391 } } peers { permanent_uuid: "2c1bc1731b1043c59510fb59ee9aa947" member_type: VOTER last_known_addr { host: "127.16.113.1" port: 41071 } } peers { permanent_uuid: "0955632751864e83b2c556a9b8cffec7" member_type: VOTER last_known_addr { host: "127.16.113.2" port: 45955 } }
20:17:27.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.101761 17611 leader_election.cc:288] T 2a2dc31464684a909449166eb388bc18 P 2c1bc1731b1043c59510fb59ee9aa947 [CANDIDATE]: Term 1 election: Requested vote from peers 6c9cb6a4f06c4cf391142e797ca2ef97 (127.16.113.3:46391), 0955632751864e83b2c556a9b8cffec7 (127.16.113.2:45955)
20:17:27.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.102411 17531 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "2a2dc31464684a909449166eb388bc18" candidate_uuid: "2c1bc1731b1043c59510fb59ee9aa947" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6c9cb6a4f06c4cf391142e797ca2ef97"
20:17:27.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.102519 17388 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "2a2dc31464684a909449166eb388bc18" candidate_uuid: "2c1bc1731b1043c59510fb59ee9aa947" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0955632751864e83b2c556a9b8cffec7"
20:17:27.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.102705 17531 raft_consensus.cc:3037] T 2a2dc31464684a909449166eb388bc18 P 6c9cb6a4f06c4cf391142e797ca2ef97 [term 0 FOLLOWER]: Advancing to term 1
20:17:27.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.102847 17388 raft_consensus.cc:3037] T 2a2dc31464684a909449166eb388bc18 P 0955632751864e83b2c556a9b8cffec7 [term 0 FOLLOWER]: Advancing to term 1
20:17:27.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.105238 17531 raft_consensus.cc:2454] T 2a2dc31464684a909449166eb388bc18 P 6c9cb6a4f06c4cf391142e797ca2ef97 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2c1bc1731b1043c59510fb59ee9aa947 in term 1.
20:17:27.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.105389 17388 raft_consensus.cc:2454] T 2a2dc31464684a909449166eb388bc18 P 0955632751864e83b2c556a9b8cffec7 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2c1bc1731b1043c59510fb59ee9aa947 in term 1.
20:17:27.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.105852 17168 leader_election.cc:302] T 2a2dc31464684a909449166eb388bc18 P 2c1bc1731b1043c59510fb59ee9aa947 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2c1bc1731b1043c59510fb59ee9aa947, 6c9cb6a4f06c4cf391142e797ca2ef97; no voters:
20:17:27.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.106341 17611 raft_consensus.cc:2781] T 2a2dc31464684a909449166eb388bc18 P 2c1bc1731b1043c59510fb59ee9aa947 [term 1 FOLLOWER]: Leader election won for term 1
20:17:27.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.106614 17611 raft_consensus.cc:686] T 2a2dc31464684a909449166eb388bc18 P 2c1bc1731b1043c59510fb59ee9aa947 [term 1 LEADER]: Becoming Leader. State: Replica: 2c1bc1731b1043c59510fb59ee9aa947, State: Running, Role: LEADER
20:17:27.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.106992 17611 consensus_queue.cc:237] T 2a2dc31464684a909449166eb388bc18 P 2c1bc1731b1043c59510fb59ee9aa947 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6c9cb6a4f06c4cf391142e797ca2ef97" member_type: VOTER last_known_addr { host: "127.16.113.3" port: 46391 } } peers { permanent_uuid: "2c1bc1731b1043c59510fb59ee9aa947" member_type: VOTER last_known_addr { host: "127.16.113.1" port: 41071 } } peers { permanent_uuid: "0955632751864e83b2c556a9b8cffec7" member_type: VOTER last_known_addr { host: "127.16.113.2" port: 45955 } }
20:17:27.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.111253 17042 catalog_manager.cc:5495] T 2a2dc31464684a909449166eb388bc18 P 2c1bc1731b1043c59510fb59ee9aa947 reported cstate change: term changed from 0 to 1, leader changed from <none> to 2c1bc1731b1043c59510fb59ee9aa947 (127.16.113.1). New cstate: current_term: 1 leader_uuid: "2c1bc1731b1043c59510fb59ee9aa947" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6c9cb6a4f06c4cf391142e797ca2ef97" member_type: VOTER last_known_addr { host: "127.16.113.3" port: 46391 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "2c1bc1731b1043c59510fb59ee9aa947" member_type: VOTER last_known_addr { host: "127.16.113.1" port: 41071 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "0955632751864e83b2c556a9b8cffec7" member_type: VOTER last_known_addr { host: "127.16.113.2" port: 45955 } health_report { overall_health: UNKNOWN } } }
20:17:27.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.195654 17042 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:51808:
20:17:27.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
20:17:27.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
20:17:27.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:17:27.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
20:17:27.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
20:17:27.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
20:17:27.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:17:27.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
20:17:27.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
20:17:27.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:17:27.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:17:27.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:17:27.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:17:27.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
20:17:27.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
20:17:27.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
20:17:27.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:17:27.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
20:17:27.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
20:17:27.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:17:27.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:17:27.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:17:27.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:17:27.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
20:17:27.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
20:17:27.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
20:17:27.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:17:27.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
20:17:27.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
20:17:27.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:17:27.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:17:27.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:17:27.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:17:27.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
20:17:27.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
20:17:27.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
20:17:27.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:17:27.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
20:17:27.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
20:17:27.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:17:27.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:17:27.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:17:27.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:17:27.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
20:17:27.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
20:17:27.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
20:17:27.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
20:17:27.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:17:27.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
20:17:27.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
20:17:27.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:17:27.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
20:17:27.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:17:27.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:17:27.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:17:27.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
20:17:27.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:17:27.197347 17042 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
20:17:27.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.213894 17215 tablet_service.cc:1467] Processing CreateTablet for tablet d36d287695f743cfb65cf9efc1ef21b5 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=392cf92638974f669bfc97ad24ac32bc]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
20:17:27.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.215066 17215 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet d36d287695f743cfb65cf9efc1ef21b5. 1 dirs total, 0 dirs full, 0 dirs failed
20:17:27.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.214550 17364 tablet_service.cc:1467] Processing CreateTablet for tablet d36d287695f743cfb65cf9efc1ef21b5 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=392cf92638974f669bfc97ad24ac32bc]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
20:17:27.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.215596 17364 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet d36d287695f743cfb65cf9efc1ef21b5. 1 dirs total, 0 dirs full, 0 dirs failed
20:17:27.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.220597 17604 tablet_bootstrap.cc:492] T d36d287695f743cfb65cf9efc1ef21b5 P 2c1bc1731b1043c59510fb59ee9aa947: Bootstrap starting.
20:17:27.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.221395 17512 tablet_service.cc:1467] Processing CreateTablet for tablet d36d287695f743cfb65cf9efc1ef21b5 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=392cf92638974f669bfc97ad24ac32bc]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
20:17:27.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.222565 17603 tablet_bootstrap.cc:492] T d36d287695f743cfb65cf9efc1ef21b5 P 0955632751864e83b2c556a9b8cffec7: Bootstrap starting.
20:17:27.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.222668 17604 tablet_bootstrap.cc:654] T d36d287695f743cfb65cf9efc1ef21b5 P 2c1bc1731b1043c59510fb59ee9aa947: Neither blocks nor log segments found. Creating new log.
20:17:27.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.222776 17512 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet d36d287695f743cfb65cf9efc1ef21b5. 1 dirs total, 0 dirs full, 0 dirs failed
20:17:27.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.224956 17603 tablet_bootstrap.cc:654] T d36d287695f743cfb65cf9efc1ef21b5 P 0955632751864e83b2c556a9b8cffec7: Neither blocks nor log segments found. Creating new log.
20:17:27.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.225577 17604 tablet_bootstrap.cc:492] T d36d287695f743cfb65cf9efc1ef21b5 P 2c1bc1731b1043c59510fb59ee9aa947: No bootstrap required, opened a new log
20:17:27.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.225901 17604 ts_tablet_manager.cc:1397] T d36d287695f743cfb65cf9efc1ef21b5 P 2c1bc1731b1043c59510fb59ee9aa947: Time spent bootstrapping tablet: real 0.005s user 0.005s sys 0.000s
20:17:27.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.226941 17604 raft_consensus.cc:348] T d36d287695f743cfb65cf9efc1ef21b5 P 2c1bc1731b1043c59510fb59ee9aa947 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2c1bc1731b1043c59510fb59ee9aa947" member_type: VOTER last_known_addr { host: "127.16.113.1" port: 41071 } } peers { permanent_uuid: "0955632751864e83b2c556a9b8cffec7" member_type: VOTER last_known_addr { host: "127.16.113.2" port: 45955 } } peers { permanent_uuid: "6c9cb6a4f06c4cf391142e797ca2ef97" member_type: VOTER last_known_addr { host: "127.16.113.3" port: 46391 } }
20:17:27.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.227280 17604 raft_consensus.cc:374] T d36d287695f743cfb65cf9efc1ef21b5 P 2c1bc1731b1043c59510fb59ee9aa947 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:17:27.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.227360 17604 raft_consensus.cc:729] T d36d287695f743cfb65cf9efc1ef21b5 P 2c1bc1731b1043c59510fb59ee9aa947 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2c1bc1731b1043c59510fb59ee9aa947, State: Initialized, Role: FOLLOWER
20:17:27.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.227608 17603 tablet_bootstrap.cc:492] T d36d287695f743cfb65cf9efc1ef21b5 P 0955632751864e83b2c556a9b8cffec7: No bootstrap required, opened a new log
20:17:27.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.227679 17604 consensus_queue.cc:260] T d36d287695f743cfb65cf9efc1ef21b5 P 2c1bc1731b1043c59510fb59ee9aa947 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2c1bc1731b1043c59510fb59ee9aa947" member_type: VOTER last_known_addr { host: "127.16.113.1" port: 41071 } } peers { permanent_uuid: "0955632751864e83b2c556a9b8cffec7" member_type: VOTER last_known_addr { host: "127.16.113.2" port: 45955 } } peers { permanent_uuid: "6c9cb6a4f06c4cf391142e797ca2ef97" member_type: VOTER last_known_addr { host: "127.16.113.3" port: 46391 } }
20:17:27.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.227833 17603 ts_tablet_manager.cc:1397] T d36d287695f743cfb65cf9efc1ef21b5 P 0955632751864e83b2c556a9b8cffec7: Time spent bootstrapping tablet: real 0.005s user 0.002s sys 0.003s
20:17:27.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.228240 17611 tablet_replica.cc:439] T d36d287695f743cfb65cf9efc1ef21b5 P 2c1bc1731b1043c59510fb59ee9aa947: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2c1bc1731b1043c59510fb59ee9aa947" member_type: VOTER last_known_addr { host: "127.16.113.1" port: 41071 } } peers { permanent_uuid: "0955632751864e83b2c556a9b8cffec7" member_type: VOTER last_known_addr { host: "127.16.113.2" port: 45955 } } peers { permanent_uuid: "6c9cb6a4f06c4cf391142e797ca2ef97" member_type: VOTER last_known_addr { host: "127.16.113.3" port: 46391 } } }
20:17:27.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.228585 17611 tablet_replica.cc:442] T d36d287695f743cfb65cf9efc1ef21b5 P 2c1bc1731b1043c59510fb59ee9aa947: This TxnStatusTablet replica's current role is: FOLLOWER
20:17:27.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.228601 17603 raft_consensus.cc:348] T d36d287695f743cfb65cf9efc1ef21b5 P 0955632751864e83b2c556a9b8cffec7 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2c1bc1731b1043c59510fb59ee9aa947" member_type: VOTER last_known_addr { host: "127.16.113.1" port: 41071 } } peers { permanent_uuid: "0955632751864e83b2c556a9b8cffec7" member_type: VOTER last_known_addr { host: "127.16.113.2" port: 45955 } } peers { permanent_uuid: "6c9cb6a4f06c4cf391142e797ca2ef97" member_type: VOTER last_known_addr { host: "127.16.113.3" port: 46391 } }
20:17:27.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.229151 17603 raft_consensus.cc:374] T d36d287695f743cfb65cf9efc1ef21b5 P 0955632751864e83b2c556a9b8cffec7 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:17:27.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.230999 17607 tablet_bootstrap.cc:492] T d36d287695f743cfb65cf9efc1ef21b5 P 6c9cb6a4f06c4cf391142e797ca2ef97: Bootstrap starting.
20:17:27.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.229328 17603 raft_consensus.cc:729] T d36d287695f743cfb65cf9efc1ef21b5 P 0955632751864e83b2c556a9b8cffec7 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0955632751864e83b2c556a9b8cffec7, State: Initialized, Role: FOLLOWER
20:17:27.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.232165 17603 consensus_queue.cc:260] T d36d287695f743cfb65cf9efc1ef21b5 P 0955632751864e83b2c556a9b8cffec7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2c1bc1731b1043c59510fb59ee9aa947" member_type: VOTER last_known_addr { host: "127.16.113.1" port: 41071 } } peers { permanent_uuid: "0955632751864e83b2c556a9b8cffec7" member_type: VOTER last_known_addr { host: "127.16.113.2" port: 45955 } } peers { permanent_uuid: "6c9cb6a4f06c4cf391142e797ca2ef97" member_type: VOTER last_known_addr { host: "127.16.113.3" port: 46391 } }
20:17:27.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.232474 17604 ts_tablet_manager.cc:1428] T d36d287695f743cfb65cf9efc1ef21b5 P 2c1bc1731b1043c59510fb59ee9aa947: Time spent starting tablet: real 0.006s user 0.002s sys 0.000s
20:17:27.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.232755 17609 tablet_replica.cc:439] T d36d287695f743cfb65cf9efc1ef21b5 P 0955632751864e83b2c556a9b8cffec7: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2c1bc1731b1043c59510fb59ee9aa947" member_type: VOTER last_known_addr { host: "127.16.113.1" port: 41071 } } peers { permanent_uuid: "0955632751864e83b2c556a9b8cffec7" member_type: VOTER last_known_addr { host: "127.16.113.2" port: 45955 } } peers { permanent_uuid: "6c9cb6a4f06c4cf391142e797ca2ef97" member_type: VOTER last_known_addr { host: "127.16.113.3" port: 46391 } } }
20:17:27.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.233124 17609 tablet_replica.cc:442] T d36d287695f743cfb65cf9efc1ef21b5 P 0955632751864e83b2c556a9b8cffec7: This TxnStatusTablet replica's current role is: FOLLOWER
20:17:27.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.233182 17607 tablet_bootstrap.cc:654] T d36d287695f743cfb65cf9efc1ef21b5 P 6c9cb6a4f06c4cf391142e797ca2ef97: Neither blocks nor log segments found. Creating new log.
20:17:27.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.237162 17607 tablet_bootstrap.cc:492] T d36d287695f743cfb65cf9efc1ef21b5 P 6c9cb6a4f06c4cf391142e797ca2ef97: No bootstrap required, opened a new log
20:17:27.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.237386 17607 ts_tablet_manager.cc:1397] T d36d287695f743cfb65cf9efc1ef21b5 P 6c9cb6a4f06c4cf391142e797ca2ef97: Time spent bootstrapping tablet: real 0.006s user 0.005s sys 0.000s
20:17:27.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.238441 17607 raft_consensus.cc:348] T d36d287695f743cfb65cf9efc1ef21b5 P 6c9cb6a4f06c4cf391142e797ca2ef97 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2c1bc1731b1043c59510fb59ee9aa947" member_type: VOTER last_known_addr { host: "127.16.113.1" port: 41071 } } peers { permanent_uuid: "0955632751864e83b2c556a9b8cffec7" member_type: VOTER last_known_addr { host: "127.16.113.2" port: 45955 } } peers { permanent_uuid: "6c9cb6a4f06c4cf391142e797ca2ef97" member_type: VOTER last_known_addr { host: "127.16.113.3" port: 46391 } }
20:17:27.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.238724 17607 raft_consensus.cc:374] T d36d287695f743cfb65cf9efc1ef21b5 P 6c9cb6a4f06c4cf391142e797ca2ef97 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:17:27.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.238811 17607 raft_consensus.cc:729] T d36d287695f743cfb65cf9efc1ef21b5 P 6c9cb6a4f06c4cf391142e797ca2ef97 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6c9cb6a4f06c4cf391142e797ca2ef97, State: Initialized, Role: FOLLOWER
20:17:27.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.239128 17607 consensus_queue.cc:260] T d36d287695f743cfb65cf9efc1ef21b5 P 6c9cb6a4f06c4cf391142e797ca2ef97 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2c1bc1731b1043c59510fb59ee9aa947" member_type: VOTER last_known_addr { host: "127.16.113.1" port: 41071 } } peers { permanent_uuid: "0955632751864e83b2c556a9b8cffec7" member_type: VOTER last_known_addr { host: "127.16.113.2" port: 45955 } } peers { permanent_uuid: "6c9cb6a4f06c4cf391142e797ca2ef97" member_type: VOTER last_known_addr { host: "127.16.113.3" port: 46391 } }
20:17:27.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.239775 17603 ts_tablet_manager.cc:1428] T d36d287695f743cfb65cf9efc1ef21b5 P 0955632751864e83b2c556a9b8cffec7: Time spent starting tablet: real 0.012s user 0.002s sys 0.001s
20:17:27.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.239889 17615 tablet_replica.cc:439] T d36d287695f743cfb65cf9efc1ef21b5 P 6c9cb6a4f06c4cf391142e797ca2ef97: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2c1bc1731b1043c59510fb59ee9aa947" member_type: VOTER last_known_addr { host: "127.16.113.1" port: 41071 } } peers { permanent_uuid: "0955632751864e83b2c556a9b8cffec7" member_type: VOTER last_known_addr { host: "127.16.113.2" port: 45955 } } peers { permanent_uuid: "6c9cb6a4f06c4cf391142e797ca2ef97" member_type: VOTER last_known_addr { host: "127.16.113.3" port: 46391 } } }
20:17:27.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.240290 17615 tablet_replica.cc:442] T d36d287695f743cfb65cf9efc1ef21b5 P 6c9cb6a4f06c4cf391142e797ca2ef97: This TxnStatusTablet replica's current role is: FOLLOWER
20:17:27.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.240823 17607 ts_tablet_manager.cc:1428] T d36d287695f743cfb65cf9efc1ef21b5 P 6c9cb6a4f06c4cf391142e797ca2ef97: Time spent starting tablet: real 0.003s user 0.003s sys 0.000s
20:17:27.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.286656 17609 raft_consensus.cc:482] T d36d287695f743cfb65cf9efc1ef21b5 P 0955632751864e83b2c556a9b8cffec7 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:17:27.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.287004 17609 raft_consensus.cc:504] T d36d287695f743cfb65cf9efc1ef21b5 P 0955632751864e83b2c556a9b8cffec7 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2c1bc1731b1043c59510fb59ee9aa947" member_type: VOTER last_known_addr { host: "127.16.113.1" port: 41071 } } peers { permanent_uuid: "0955632751864e83b2c556a9b8cffec7" member_type: VOTER last_known_addr { host: "127.16.113.2" port: 45955 } } peers { permanent_uuid: "6c9cb6a4f06c4cf391142e797ca2ef97" member_type: VOTER last_known_addr { host: "127.16.113.3" port: 46391 } }
20:17:27.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.289201 17609 leader_election.cc:288] T d36d287695f743cfb65cf9efc1ef21b5 P 0955632751864e83b2c556a9b8cffec7 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 2c1bc1731b1043c59510fb59ee9aa947 (127.16.113.1:41071), 6c9cb6a4f06c4cf391142e797ca2ef97 (127.16.113.3:46391)
20:17:27.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.298910 17245 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "d36d287695f743cfb65cf9efc1ef21b5" candidate_uuid: "0955632751864e83b2c556a9b8cffec7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2c1bc1731b1043c59510fb59ee9aa947" is_pre_election: true
20:17:27.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.299520 17245 raft_consensus.cc:2454] T d36d287695f743cfb65cf9efc1ef21b5 P 2c1bc1731b1043c59510fb59ee9aa947 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0955632751864e83b2c556a9b8cffec7 in term 0.
20:17:27.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.300362 17531 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "d36d287695f743cfb65cf9efc1ef21b5" candidate_uuid: "0955632751864e83b2c556a9b8cffec7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6c9cb6a4f06c4cf391142e797ca2ef97" is_pre_election: true
20:17:27.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.300349 17313 leader_election.cc:302] T d36d287695f743cfb65cf9efc1ef21b5 P 0955632751864e83b2c556a9b8cffec7 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0955632751864e83b2c556a9b8cffec7, 2c1bc1731b1043c59510fb59ee9aa947; no voters:
20:17:27.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.300643 17531 raft_consensus.cc:2454] T d36d287695f743cfb65cf9efc1ef21b5 P 6c9cb6a4f06c4cf391142e797ca2ef97 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0955632751864e83b2c556a9b8cffec7 in term 0.
20:17:27.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.300992 17609 raft_consensus.cc:2781] T d36d287695f743cfb65cf9efc1ef21b5 P 0955632751864e83b2c556a9b8cffec7 [term 0 FOLLOWER]: Leader pre-election won for term 1
20:17:27.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.301183 17609 raft_consensus.cc:482] T d36d287695f743cfb65cf9efc1ef21b5 P 0955632751864e83b2c556a9b8cffec7 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:17:27.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.301323 17609 raft_consensus.cc:3037] T d36d287695f743cfb65cf9efc1ef21b5 P 0955632751864e83b2c556a9b8cffec7 [term 0 FOLLOWER]: Advancing to term 1
20:17:27.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.303875 17609 raft_consensus.cc:504] T d36d287695f743cfb65cf9efc1ef21b5 P 0955632751864e83b2c556a9b8cffec7 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2c1bc1731b1043c59510fb59ee9aa947" member_type: VOTER last_known_addr { host: "127.16.113.1" port: 41071 } } peers { permanent_uuid: "0955632751864e83b2c556a9b8cffec7" member_type: VOTER last_known_addr { host: "127.16.113.2" port: 45955 } } peers { permanent_uuid: "6c9cb6a4f06c4cf391142e797ca2ef97" member_type: VOTER last_known_addr { host: "127.16.113.3" port: 46391 } }
20:17:27.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.304744 17609 leader_election.cc:288] T d36d287695f743cfb65cf9efc1ef21b5 P 0955632751864e83b2c556a9b8cffec7 [CANDIDATE]: Term 1 election: Requested vote from peers 2c1bc1731b1043c59510fb59ee9aa947 (127.16.113.1:41071), 6c9cb6a4f06c4cf391142e797ca2ef97 (127.16.113.3:46391)
20:17:27.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.305608 17245 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "d36d287695f743cfb65cf9efc1ef21b5" candidate_uuid: "0955632751864e83b2c556a9b8cffec7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2c1bc1731b1043c59510fb59ee9aa947"
20:17:27.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.305974 17245 raft_consensus.cc:3037] T d36d287695f743cfb65cf9efc1ef21b5 P 2c1bc1731b1043c59510fb59ee9aa947 [term 0 FOLLOWER]: Advancing to term 1
20:17:27.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.306000 17531 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "d36d287695f743cfb65cf9efc1ef21b5" candidate_uuid: "0955632751864e83b2c556a9b8cffec7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6c9cb6a4f06c4cf391142e797ca2ef97"
20:17:27.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.306282 17531 raft_consensus.cc:3037] T d36d287695f743cfb65cf9efc1ef21b5 P 6c9cb6a4f06c4cf391142e797ca2ef97 [term 0 FOLLOWER]: Advancing to term 1
20:17:27.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.308277 17245 raft_consensus.cc:2454] T d36d287695f743cfb65cf9efc1ef21b5 P 2c1bc1731b1043c59510fb59ee9aa947 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0955632751864e83b2c556a9b8cffec7 in term 1.
20:17:27.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.308804 17531 raft_consensus.cc:2454] T d36d287695f743cfb65cf9efc1ef21b5 P 6c9cb6a4f06c4cf391142e797ca2ef97 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0955632751864e83b2c556a9b8cffec7 in term 1.
20:17:27.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.309649 17313 leader_election.cc:302] T d36d287695f743cfb65cf9efc1ef21b5 P 0955632751864e83b2c556a9b8cffec7 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0955632751864e83b2c556a9b8cffec7, 6c9cb6a4f06c4cf391142e797ca2ef97; no voters:
20:17:27.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.310318 17609 raft_consensus.cc:2781] T d36d287695f743cfb65cf9efc1ef21b5 P 0955632751864e83b2c556a9b8cffec7 [term 1 FOLLOWER]: Leader election won for term 1
20:17:27.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.311146 17609 raft_consensus.cc:686] T d36d287695f743cfb65cf9efc1ef21b5 P 0955632751864e83b2c556a9b8cffec7 [term 1 LEADER]: Becoming Leader. State: Replica: 0955632751864e83b2c556a9b8cffec7, State: Running, Role: LEADER
20:17:27.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.311939 17609 consensus_queue.cc:237] T d36d287695f743cfb65cf9efc1ef21b5 P 0955632751864e83b2c556a9b8cffec7 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2c1bc1731b1043c59510fb59ee9aa947" member_type: VOTER last_known_addr { host: "127.16.113.1" port: 41071 } } peers { permanent_uuid: "0955632751864e83b2c556a9b8cffec7" member_type: VOTER last_known_addr { host: "127.16.113.2" port: 45955 } } peers { permanent_uuid: "6c9cb6a4f06c4cf391142e797ca2ef97" member_type: VOTER last_known_addr { host: "127.16.113.3" port: 46391 } }
20:17:27.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.316645 17634 tablet_replica.cc:439] T d36d287695f743cfb65cf9efc1ef21b5 P 0955632751864e83b2c556a9b8cffec7: TxnStatusTablet state changed. Reason: New leader 0955632751864e83b2c556a9b8cffec7. Latest consensus state: current_term: 1 leader_uuid: "0955632751864e83b2c556a9b8cffec7" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2c1bc1731b1043c59510fb59ee9aa947" member_type: VOTER last_known_addr { host: "127.16.113.1" port: 41071 } } peers { permanent_uuid: "0955632751864e83b2c556a9b8cffec7" member_type: VOTER last_known_addr { host: "127.16.113.2" port: 45955 } } peers { permanent_uuid: "6c9cb6a4f06c4cf391142e797ca2ef97" member_type: VOTER last_known_addr { host: "127.16.113.3" port: 46391 } } }
20:17:27.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.317443 17634 tablet_replica.cc:442] T d36d287695f743cfb65cf9efc1ef21b5 P 0955632751864e83b2c556a9b8cffec7: This TxnStatusTablet replica's current role is: LEADER
20:17:27.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.318537 17636 txn_status_manager.cc:873] Waiting until node catch up with all replicated operations in previous term...
20:17:27.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.319164 17636 txn_status_manager.cc:929] Loading transaction status metadata into memory...
20:17:27.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.318948 17042 catalog_manager.cc:5495] T d36d287695f743cfb65cf9efc1ef21b5 P 0955632751864e83b2c556a9b8cffec7 reported cstate change: term changed from 0 to 1, leader changed from <none> to 0955632751864e83b2c556a9b8cffec7 (127.16.113.2). New cstate: current_term: 1 leader_uuid: "0955632751864e83b2c556a9b8cffec7" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2c1bc1731b1043c59510fb59ee9aa947" member_type: VOTER last_known_addr { host: "127.16.113.1" port: 41071 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "0955632751864e83b2c556a9b8cffec7" member_type: VOTER last_known_addr { host: "127.16.113.2" port: 45955 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "6c9cb6a4f06c4cf391142e797ca2ef97" member_type: VOTER last_known_addr { host: "127.16.113.3" port: 46391 } health_report { overall_health: UNKNOWN } } }
20:17:27.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.361323 17245 raft_consensus.cc:1261] T d36d287695f743cfb65cf9efc1ef21b5 P 2c1bc1731b1043c59510fb59ee9aa947 [term 1 FOLLOWER]: Refusing update from remote peer 0955632751864e83b2c556a9b8cffec7: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:17:27.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.361325 17531 raft_consensus.cc:1261] T d36d287695f743cfb65cf9efc1ef21b5 P 6c9cb6a4f06c4cf391142e797ca2ef97 [term 1 FOLLOWER]: Refusing update from remote peer 0955632751864e83b2c556a9b8cffec7: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:17:27.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.362756 17634 consensus_queue.cc:1035] T d36d287695f743cfb65cf9efc1ef21b5 P 0955632751864e83b2c556a9b8cffec7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "2c1bc1731b1043c59510fb59ee9aa947" member_type: VOTER last_known_addr { host: "127.16.113.1" port: 41071 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:17:27.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.363343 17609 consensus_queue.cc:1035] T d36d287695f743cfb65cf9efc1ef21b5 P 0955632751864e83b2c556a9b8cffec7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "6c9cb6a4f06c4cf391142e797ca2ef97" member_type: VOTER last_known_addr { host: "127.16.113.3" port: 46391 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:17:27.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.377693 17611 tablet_replica.cc:439] T d36d287695f743cfb65cf9efc1ef21b5 P 2c1bc1731b1043c59510fb59ee9aa947: TxnStatusTablet state changed. Reason: New leader 0955632751864e83b2c556a9b8cffec7. Latest consensus state: current_term: 1 leader_uuid: "0955632751864e83b2c556a9b8cffec7" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2c1bc1731b1043c59510fb59ee9aa947" member_type: VOTER last_known_addr { host: "127.16.113.1" port: 41071 } } peers { permanent_uuid: "0955632751864e83b2c556a9b8cffec7" member_type: VOTER last_known_addr { host: "127.16.113.2" port: 45955 } } peers { permanent_uuid: "6c9cb6a4f06c4cf391142e797ca2ef97" member_type: VOTER last_known_addr { host: "127.16.113.3" port: 46391 } } }
20:17:27.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.378082 17611 tablet_replica.cc:442] T d36d287695f743cfb65cf9efc1ef21b5 P 2c1bc1731b1043c59510fb59ee9aa947: This TxnStatusTablet replica's current role is: FOLLOWER
20:17:27.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.382593 17639 mvcc.cc:205] Tried to move back new op lower bound from 7299017307576651776 to 7299017307395686400. Current Snapshot: MvccSnapshot[applied={T|T < 7299017307576651776}]
20:17:27.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.385944 17615 tablet_replica.cc:439] T d36d287695f743cfb65cf9efc1ef21b5 P 6c9cb6a4f06c4cf391142e797ca2ef97: TxnStatusTablet state changed. Reason: New leader 0955632751864e83b2c556a9b8cffec7. Latest consensus state: current_term: 1 leader_uuid: "0955632751864e83b2c556a9b8cffec7" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2c1bc1731b1043c59510fb59ee9aa947" member_type: VOTER last_known_addr { host: "127.16.113.1" port: 41071 } } peers { permanent_uuid: "0955632751864e83b2c556a9b8cffec7" member_type: VOTER last_known_addr { host: "127.16.113.2" port: 45955 } } peers { permanent_uuid: "6c9cb6a4f06c4cf391142e797ca2ef97" member_type: VOTER last_known_addr { host: "127.16.113.3" port: 46391 } } }
20:17:27.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.386296 17615 tablet_replica.cc:442] T d36d287695f743cfb65cf9efc1ef21b5 P 6c9cb6a4f06c4cf391142e797ca2ef97: This TxnStatusTablet replica's current role is: FOLLOWER
20:17:27.399 [DEBUG - Time-limited test] (KuduTransaction.java:702) starting keepalive heartbeating with period 500 ms (txn ID 0)
20:17:27.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.400260 17611 tablet_replica.cc:439] T d36d287695f743cfb65cf9efc1ef21b5 P 2c1bc1731b1043c59510fb59ee9aa947: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "0955632751864e83b2c556a9b8cffec7" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2c1bc1731b1043c59510fb59ee9aa947" member_type: VOTER last_known_addr { host: "127.16.113.1" port: 41071 } } peers { permanent_uuid: "0955632751864e83b2c556a9b8cffec7" member_type: VOTER last_known_addr { host: "127.16.113.2" port: 45955 } } peers { permanent_uuid: "6c9cb6a4f06c4cf391142e797ca2ef97" member_type: VOTER last_known_addr { host: "127.16.113.3" port: 46391 } } }
20:17:27.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.400678 17611 tablet_replica.cc:442] T d36d287695f743cfb65cf9efc1ef21b5 P 2c1bc1731b1043c59510fb59ee9aa947: This TxnStatusTablet replica's current role is: FOLLOWER
20:17:27.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.401172 17642 mvcc.cc:205] Tried to move back new op lower bound from 7299017307576651776 to 7299017307395686400. Current Snapshot: MvccSnapshot[applied={T|T < 7299017307576651776}]
20:17:27.403 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table d3ddaa9bfbe64e7ba5168ecce479266c
20:17:27.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.403441 17634 tablet_replica.cc:439] T d36d287695f743cfb65cf9efc1ef21b5 P 0955632751864e83b2c556a9b8cffec7: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "0955632751864e83b2c556a9b8cffec7" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2c1bc1731b1043c59510fb59ee9aa947" member_type: VOTER last_known_addr { host: "127.16.113.1" port: 41071 } } peers { permanent_uuid: "0955632751864e83b2c556a9b8cffec7" member_type: VOTER last_known_addr { host: "127.16.113.2" port: 45955 } } peers { permanent_uuid: "6c9cb6a4f06c4cf391142e797ca2ef97" member_type: VOTER last_known_addr { host: "127.16.113.3" port: 46391 } } }
20:17:27.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.403787 17634 tablet_replica.cc:442] T d36d287695f743cfb65cf9efc1ef21b5 P 0955632751864e83b2c556a9b8cffec7: This TxnStatusTablet replica's current role is: LEADER
20:17:27.404 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.16.113.60:35439
20:17:27.405 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
20:17:27.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.405959 16836 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskXag5VZ/build/asan/bin/kudu pid 17007
20:17:27.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.406997 17634 tablet_replica.cc:439] T d36d287695f743cfb65cf9efc1ef21b5 P 0955632751864e83b2c556a9b8cffec7: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "0955632751864e83b2c556a9b8cffec7" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2c1bc1731b1043c59510fb59ee9aa947" member_type: VOTER last_known_addr { host: "127.16.113.1" port: 41071 } } peers { permanent_uuid: "0955632751864e83b2c556a9b8cffec7" member_type: VOTER last_known_addr { host: "127.16.113.2" port: 45955 } } peers { permanent_uuid: "6c9cb6a4f06c4cf391142e797ca2ef97" member_type: VOTER last_known_addr { host: "127.16.113.3" port: 46391 } } }
20:17:27.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.407423 17634 tablet_replica.cc:442] T d36d287695f743cfb65cf9efc1ef21b5 P 0955632751864e83b2c556a9b8cffec7: This TxnStatusTablet replica's current role is: LEADER
20:17:27.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.408252 17082 generic_service.cc:196] Checking for leaks (request via RPC)
20:17:27.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.417891 17615 tablet_replica.cc:439] T d36d287695f743cfb65cf9efc1ef21b5 P 6c9cb6a4f06c4cf391142e797ca2ef97: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "0955632751864e83b2c556a9b8cffec7" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2c1bc1731b1043c59510fb59ee9aa947" member_type: VOTER last_known_addr { host: "127.16.113.1" port: 41071 } } peers { permanent_uuid: "0955632751864e83b2c556a9b8cffec7" member_type: VOTER last_known_addr { host: "127.16.113.2" port: 45955 } } peers { permanent_uuid: "6c9cb6a4f06c4cf391142e797ca2ef97" member_type: VOTER last_known_addr { host: "127.16.113.3" port: 46391 } } }
20:17:27.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.418270 17615 tablet_replica.cc:442] T d36d287695f743cfb65cf9efc1ef21b5 P 6c9cb6a4f06c4cf391142e797ca2ef97: This TxnStatusTablet replica's current role is: FOLLOWER
20:17:27.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.578752 16836 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskXag5VZ/build/asan/bin/kudu with pid 17007
20:17:27.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.593531 17611 consensus_queue.cc:1035] T 4c13b1d275b84f8c8db4f0eef7b21d1a P 2c1bc1731b1043c59510fb59ee9aa947 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0955632751864e83b2c556a9b8cffec7" member_type: VOTER last_known_addr { host: "127.16.113.2" port: 45955 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:17:27.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.603786 17618 consensus_queue.cc:1035] T 4c13b1d275b84f8c8db4f0eef7b21d1a P 2c1bc1731b1043c59510fb59ee9aa947 [LEADER]: Connected to new peer: Peer: permanent_uuid: "6c9cb6a4f06c4cf391142e797ca2ef97" member_type: VOTER last_known_addr { host: "127.16.113.3" port: 46391 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:17:27.614 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.16.113.60:35439(127.16.113.60:35439)] handling channelInactive
20:17:27.614 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.113.60:35439(127.16.113.60:35439)] cleaning up while in state READY due to: connection closed
20:17:27.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:17:27.614634 17454 connection.cc:535] client connection to 127.16.113.60:35439 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
20:17:27.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:17:27.615278 17577 heartbeater.cc:644] Failed to heartbeat to 127.16.113.60:35439 (0 consecutive failures): Network error: Failed to send heartbeat to master: recv error from unknown peer: Transport endpoint is not connected (error 107)
20:17:27.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:17:27.615773 17433 heartbeater.cc:644] Failed to heartbeat to 127.16.113.60:35439 (0 consecutive failures): Network error: Failed to send heartbeat to master: recv got EOF from 127.16.113.60:35439 (error 108)
20:17:27.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:17:27.617951 17633 negotiation.cc:337] Failed RPC negotiation. Trace:
20:17:27.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 20:17:27.616406 (+ 0us) reactor.cc:625] Submitting negotiation task for client connection to 127.16.113.60:35439 (local address 127.16.113.2:49389)
20:17:27.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 20:17:27.616725 (+ 319us) negotiation.cc:107] Waiting for socket to connect
20:17:27.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 20:17:27.616915 (+ 190us) negotiation.cc:327] Negotiation complete: Network error: Client connection negotiation failed: client connection to 127.16.113.60:35439: connect: Connection reset by peer (error 104)
20:17:27.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"client-negotiator.queue_time_us":143}
20:17:27.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:17:27.618268 17166 connection.cc:535] client connection to 127.16.113.60:35439 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
20:17:27.619 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:17:27.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:17:27.619839 17290 heartbeater.cc:644] Failed to heartbeat to 127.16.113.60:35439 (0 consecutive failures): Network error: Failed to send heartbeat to master: recv error from unknown peer: Transport endpoint is not connected (error 107)
20:17:27.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.665527 17611 consensus_queue.cc:1035] T 2a2dc31464684a909449166eb388bc18 P 2c1bc1731b1043c59510fb59ee9aa947 [LEADER]: Connected to new peer: Peer: permanent_uuid: "6c9cb6a4f06c4cf391142e797ca2ef97" member_type: VOTER last_known_addr { host: "127.16.113.3" port: 46391 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:17:27.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.672843 17618 consensus_queue.cc:1035] T 2a2dc31464684a909449166eb388bc18 P 2c1bc1731b1043c59510fb59ee9aa947 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0955632751864e83b2c556a9b8cffec7" member_type: VOTER last_known_addr { host: "127.16.113.2" port: 45955 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:17:27.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.877656 17654 raft_consensus.cc:482] T 00000000000000000000000000000000 P 6226c107d23b4a348b4789f481c472e8 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader cacb4a85371544b8b64d4f64e0820d7d)
20:17:27.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.878021 17654 raft_consensus.cc:504] T 00000000000000000000000000000000 P 6226c107d23b4a348b4789f481c472e8 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6226c107d23b4a348b4789f481c472e8" member_type: VOTER last_known_addr { host: "127.16.113.62" port: 35801 } } peers { permanent_uuid: "825da425117d457985fc6aff1b99be66" member_type: VOTER last_known_addr { host: "127.16.113.61" port: 35029 } } peers { permanent_uuid: "cacb4a85371544b8b64d4f64e0820d7d" member_type: VOTER last_known_addr { host: "127.16.113.60" port: 35439 } }
20:17:27.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.878965 17655 raft_consensus.cc:482] T 00000000000000000000000000000000 P 825da425117d457985fc6aff1b99be66 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader cacb4a85371544b8b64d4f64e0820d7d)
20:17:27.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.879251 17655 raft_consensus.cc:504] T 00000000000000000000000000000000 P 825da425117d457985fc6aff1b99be66 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6226c107d23b4a348b4789f481c472e8" member_type: VOTER last_known_addr { host: "127.16.113.62" port: 35801 } } peers { permanent_uuid: "825da425117d457985fc6aff1b99be66" member_type: VOTER last_known_addr { host: "127.16.113.61" port: 35029 } } peers { permanent_uuid: "cacb4a85371544b8b64d4f64e0820d7d" member_type: VOTER last_known_addr { host: "127.16.113.60" port: 35439 } }
20:17:27.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.879796 17654 leader_election.cc:288] T 00000000000000000000000000000000 P 6226c107d23b4a348b4789f481c472e8 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 825da425117d457985fc6aff1b99be66 (127.16.113.61:35029), cacb4a85371544b8b64d4f64e0820d7d (127.16.113.60:35439)
20:17:27.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.880618 16970 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6226c107d23b4a348b4789f481c472e8" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "825da425117d457985fc6aff1b99be66" is_pre_election: true
20:17:27.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.881029 16970 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 825da425117d457985fc6aff1b99be66 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 6226c107d23b4a348b4789f481c472e8 in term 1.
20:17:27.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.881556 17655 leader_election.cc:288] T 00000000000000000000000000000000 P 825da425117d457985fc6aff1b99be66 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 6226c107d23b4a348b4789f481c472e8 (127.16.113.62:35801), cacb4a85371544b8b64d4f64e0820d7d (127.16.113.60:35439)
20:17:27.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.881806 16888 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "825da425117d457985fc6aff1b99be66" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "6226c107d23b4a348b4789f481c472e8" is_pre_election: true
20:17:27.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.882191 16888 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 6226c107d23b4a348b4789f481c472e8 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 825da425117d457985fc6aff1b99be66 in term 1.
20:17:27.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.882313 16863 leader_election.cc:302] T 00000000000000000000000000000000 P 6226c107d23b4a348b4789f481c472e8 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 6226c107d23b4a348b4789f481c472e8, 825da425117d457985fc6aff1b99be66; no voters:
20:17:27.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.882906 17654 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 6226c107d23b4a348b4789f481c472e8 [term 1 FOLLOWER]: Leader pre-election won for term 2
20:17:27.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.883042 17654 raft_consensus.cc:482] T 00000000000000000000000000000000 P 6226c107d23b4a348b4789f481c472e8 [term 1 FOLLOWER]: Starting leader election (detected failure of leader cacb4a85371544b8b64d4f64e0820d7d)
20:17:27.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.883147 17654 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 6226c107d23b4a348b4789f481c472e8 [term 1 FOLLOWER]: Advancing to term 2
20:17:27.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.883150 16947 leader_election.cc:302] T 00000000000000000000000000000000 P 825da425117d457985fc6aff1b99be66 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 6226c107d23b4a348b4789f481c472e8, 825da425117d457985fc6aff1b99be66; no voters:
20:17:27.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.883581 17655 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 825da425117d457985fc6aff1b99be66 [term 1 FOLLOWER]: Leader pre-election won for term 2
20:17:27.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:17:27.883596 16863 leader_election.cc:334] T 00000000000000000000000000000000 P 6226c107d23b4a348b4789f481c472e8 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer cacb4a85371544b8b64d4f64e0820d7d (127.16.113.60:35439): Network error: Client connection negotiation failed: client connection to 127.16.113.60:35439: connect: Connection refused (error 111)
20:17:27.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.883716 17655 raft_consensus.cc:482] T 00000000000000000000000000000000 P 825da425117d457985fc6aff1b99be66 [term 1 FOLLOWER]: Starting leader election (detected failure of leader cacb4a85371544b8b64d4f64e0820d7d)
20:17:27.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.883819 17655 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 825da425117d457985fc6aff1b99be66 [term 1 FOLLOWER]: Advancing to term 2
20:17:27.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:17:27.884238 16945 leader_election.cc:334] T 00000000000000000000000000000000 P 825da425117d457985fc6aff1b99be66 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer cacb4a85371544b8b64d4f64e0820d7d (127.16.113.60:35439): Network error: Client connection negotiation failed: client connection to 127.16.113.60:35439: connect: Connection refused (error 111)
20:17:27.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.885716 17654 raft_consensus.cc:504] T 00000000000000000000000000000000 P 6226c107d23b4a348b4789f481c472e8 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6226c107d23b4a348b4789f481c472e8" member_type: VOTER last_known_addr { host: "127.16.113.62" port: 35801 } } peers { permanent_uuid: "825da425117d457985fc6aff1b99be66" member_type: VOTER last_known_addr { host: "127.16.113.61" port: 35029 } } peers { permanent_uuid: "cacb4a85371544b8b64d4f64e0820d7d" member_type: VOTER last_known_addr { host: "127.16.113.60" port: 35439 } }
20:17:27.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.886372 17654 leader_election.cc:288] T 00000000000000000000000000000000 P 6226c107d23b4a348b4789f481c472e8 [CANDIDATE]: Term 2 election: Requested vote from peers 825da425117d457985fc6aff1b99be66 (127.16.113.61:35029), cacb4a85371544b8b64d4f64e0820d7d (127.16.113.60:35439)
20:17:27.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.886360 17655 raft_consensus.cc:504] T 00000000000000000000000000000000 P 825da425117d457985fc6aff1b99be66 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6226c107d23b4a348b4789f481c472e8" member_type: VOTER last_known_addr { host: "127.16.113.62" port: 35801 } } peers { permanent_uuid: "825da425117d457985fc6aff1b99be66" member_type: VOTER last_known_addr { host: "127.16.113.61" port: 35029 } } peers { permanent_uuid: "cacb4a85371544b8b64d4f64e0820d7d" member_type: VOTER last_known_addr { host: "127.16.113.60" port: 35439 } }
20:17:27.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.886888 16970 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6226c107d23b4a348b4789f481c472e8" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "825da425117d457985fc6aff1b99be66"
20:17:27.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.887118 17655 leader_election.cc:288] T 00000000000000000000000000000000 P 825da425117d457985fc6aff1b99be66 [CANDIDATE]: Term 2 election: Requested vote from peers 6226c107d23b4a348b4789f481c472e8 (127.16.113.62:35801), cacb4a85371544b8b64d4f64e0820d7d (127.16.113.60:35439)
20:17:27.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.887244 16970 raft_consensus.cc:2379] T 00000000000000000000000000000000 P 825da425117d457985fc6aff1b99be66 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate 6226c107d23b4a348b4789f481c472e8 in current term 2: Already voted for candidate 825da425117d457985fc6aff1b99be66 in this term.
20:17:27.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.888048 16888 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "825da425117d457985fc6aff1b99be66" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "6226c107d23b4a348b4789f481c472e8"
20:17:27.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.888396 16888 raft_consensus.cc:2379] T 00000000000000000000000000000000 P 6226c107d23b4a348b4789f481c472e8 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate 825da425117d457985fc6aff1b99be66 in current term 2: Already voted for candidate 6226c107d23b4a348b4789f481c472e8 in this term.
20:17:27.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:17:27.888355 16863 leader_election.cc:334] T 00000000000000000000000000000000 P 6226c107d23b4a348b4789f481c472e8 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer cacb4a85371544b8b64d4f64e0820d7d (127.16.113.60:35439): Network error: Client connection negotiation failed: client connection to 127.16.113.60:35439: connect: Connection refused (error 111)
20:17:27.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.888748 16863 leader_election.cc:302] T 00000000000000000000000000000000 P 6226c107d23b4a348b4789f481c472e8 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 6226c107d23b4a348b4789f481c472e8; no voters: 825da425117d457985fc6aff1b99be66, cacb4a85371544b8b64d4f64e0820d7d
20:17:27.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.889120 17654 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 6226c107d23b4a348b4789f481c472e8 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
20:17:27.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:17:27.889933 16945 leader_election.cc:334] T 00000000000000000000000000000000 P 825da425117d457985fc6aff1b99be66 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer cacb4a85371544b8b64d4f64e0820d7d (127.16.113.60:35439): Network error: Client connection negotiation failed: client connection to 127.16.113.60:35439: connect: Connection refused (error 111)
20:17:27.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.890057 16945 leader_election.cc:302] T 00000000000000000000000000000000 P 825da425117d457985fc6aff1b99be66 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 825da425117d457985fc6aff1b99be66; no voters: 6226c107d23b4a348b4789f481c472e8, cacb4a85371544b8b64d4f64e0820d7d
20:17:27.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:27.890344 17655 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 825da425117d457985fc6aff1b99be66 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
20:17:27.905 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.16.113.60:35439(127.16.113.60:35439)] connecting to peer
20:17:27.906 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.113.60:35439(127.16.113.60:35439): Connection refused: /127.16.113.60:35439
20:17:27.906 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.113.60:35439(127.16.113.60:35439)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.113.60:35439(127.16.113.60:35439): Connection refused: /127.16.113.60:35439
20:17:27.906 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location master-127.16.113.60:35439(127.16.113.60:35439) for tablet Kudu Master: Failed to connect to peer master-127.16.113.60:35439(127.16.113.60:35439): Connection refused: /127.16.113.60:35439
20:17:27.924 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.16.113.60:35439(127.16.113.60:35439)] connecting to peer
20:17:27.926 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.113.60:35439(127.16.113.60:35439): Connection refused: /127.16.113.60:35439
20:17:27.926 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.113.60:35439(127.16.113.60:35439)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.113.60:35439(127.16.113.60:35439): Connection refused: /127.16.113.60:35439
20:17:27.926 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.113.60:35439: Failed to connect to peer master-127.16.113.60:35439(127.16.113.60:35439): Connection refused: /127.16.113.60:35439
20:17:27.927 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.113.61:35029,127.16.113.62:35801,127.16.113.60:35439; will retry
20:17:27.944 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.16.113.60:35439(127.16.113.60:35439)] connecting to peer
20:17:27.945 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.113.60:35439(127.16.113.60:35439): Connection refused: /127.16.113.60:35439
20:17:27.945 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.113.60:35439(127.16.113.60:35439)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.113.60:35439(127.16.113.60:35439): Connection refused: /127.16.113.60:35439
20:17:27.945 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.113.60:35439: Failed to connect to peer master-127.16.113.60:35439(127.16.113.60:35439): Connection refused: /127.16.113.60:35439
20:17:27.947 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.113.61:35029,127.16.113.62:35801,127.16.113.60:35439; will retry
20:17:27.964 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.16.113.60:35439(127.16.113.60:35439)] connecting to peer
20:17:27.965 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.113.60:35439(127.16.113.60:35439): Connection refused: /127.16.113.60:35439
20:17:27.966 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.113.60:35439(127.16.113.60:35439)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.113.60:35439(127.16.113.60:35439): Connection refused: /127.16.113.60:35439
20:17:27.966 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.113.60:35439: Failed to connect to peer master-127.16.113.60:35439(127.16.113.60:35439): Connection refused: /127.16.113.60:35439
20:17:27.966 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.113.61:35029,127.16.113.62:35801,127.16.113.60:35439; will retry
20:17:27.985 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.16.113.60:35439(127.16.113.60:35439)] connecting to peer
20:17:27.986 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.113.60:35439(127.16.113.60:35439): Connection refused: /127.16.113.60:35439
20:17:27.986 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.113.60:35439(127.16.113.60:35439)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.113.60:35439(127.16.113.60:35439): Connection refused: /127.16.113.60:35439
20:17:27.986 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.113.60:35439: Failed to connect to peer master-127.16.113.60:35439(127.16.113.60:35439): Connection refused: /127.16.113.60:35439
20:17:27.989 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.113.61:35029,127.16.113.62:35801,127.16.113.60:35439; will retry
20:17:28.004 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.16.113.60:35439(127.16.113.60:35439)] connecting to peer
20:17:28.006 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.113.60:35439(127.16.113.60:35439): Connection refused: /127.16.113.60:35439
20:17:28.006 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.113.60:35439(127.16.113.60:35439)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.113.60:35439(127.16.113.60:35439): Connection refused: /127.16.113.60:35439
20:17:28.006 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.113.60:35439: Failed to connect to peer master-127.16.113.60:35439(127.16.113.60:35439): Connection refused: /127.16.113.60:35439
20:17:28.007 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.113.61:35029,127.16.113.62:35801,127.16.113.60:35439; will retry
20:17:28.027 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.16.113.60:35439(127.16.113.60:35439)] connecting to peer
20:17:28.028 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.113.60:35439(127.16.113.60:35439): Connection refused: /127.16.113.60:35439
20:17:28.028 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.113.60:35439(127.16.113.60:35439)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.113.60:35439(127.16.113.60:35439): Connection refused: /127.16.113.60:35439
20:17:28.028 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.113.60:35439: Failed to connect to peer master-127.16.113.60:35439(127.16.113.60:35439): Connection refused: /127.16.113.60:35439
20:17:28.028 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.113.61:35029,127.16.113.62:35801,127.16.113.60:35439; will retry
20:17:28.104 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.16.113.60:35439(127.16.113.60:35439)] connecting to peer
20:17:28.105 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.113.60:35439(127.16.113.60:35439): Connection refused: /127.16.113.60:35439
20:17:28.105 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.113.60:35439(127.16.113.60:35439)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.113.60:35439(127.16.113.60:35439): Connection refused: /127.16.113.60:35439
20:17:28.105 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.113.60:35439: Failed to connect to peer master-127.16.113.60:35439(127.16.113.60:35439): Connection refused: /127.16.113.60:35439
20:17:28.106 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.113.61:35029,127.16.113.62:35801,127.16.113.60:35439; will retry
20:17:28.107 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] sending RPC to server master-127.16.113.60:35439, [2ms] received response from server master-127.16.113.60:35439: Network error: Failed to connect to peer master-127.16.113.60:35439(127.16.113.60:35439): Connection refused: /127.16.113.60:35439, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.16.113.60:35439(127.16.113.60:35439): Connection refused: /127.16.113.60:35439, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.113.61:35029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.113.62:35801, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.113.60:35439, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.113.62:35801: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.113.60:35439: Network error: Failed to connect to peer master-127.16.113.60:35439(127.16.113.60:35439): Connection refused: /127.16.113.60:35439, [23ms] Sub RPC ConnectToMaster: received response from server master-127.16.113.61:35029: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.16.113.61:35029,127.16.113.62:35801,127.16.113.60:35439) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.113.60:35439(127.16.113.60:35439): Connection refused: /127.16.113.60:35439, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.113.61:35029, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.113.62:35801, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.113.60:35439, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.113.60:35439: Network error: Failed to connect to peer master-127.16.113.60:35439(127.16.113.60:35439): Connection refused: /127.16.113.60:35439, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.113.62:35801: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.16.113.61:35029: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.16.113.61:35029,127.16.113.62:35801,127.16.113.60:35439) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.113.60:35439(127.16.113.60:35439): Connection refused: /127.16.113.60:35439, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.113.61:35029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.113.62:35801, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.113.60:35439, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.113.60:35439: Network error: Failed to connect to peer master-127.16.113.60:35439(127.16.113.60:35439): Connection refused: /127.16.113.60:35439, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.113.62:35801: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.113.61:35029: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.16.113.61:35029,127.16.113.62:35801,127.16.113.60:35439) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.113.60:35439(127.16.113.60:35439): Connection refused: /127.16.113.60:35439, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.113.61:35029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.113.62:35801, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.113.60:35439, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.113.60:35439: Network error: Failed to connect to peer master-127.16.113.60:35439(127.16.113.60:35439): Connection refused: /127.16.113.60:35439, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.113.61:35029: OK, [84ms] Sub RPC ConnectToMaster: received response from server master-127.16.113.62:35801: OK, [86ms] delaying RPC due to: Service unavailable: Master config (127.16.113.61:35029,127.16.113.62:35801,127.16.113.60:35439) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.113.60:35439(127.16.113.60:35439): Connection refused: /127.16.113.60:35439, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.113.61:35029, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.113.62:35801, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.113.60:35439, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.113.60:35439: Network error: Failed to connect to peer master-127.16.113.60:35439(127.16.113.60:35439): Connection refused: /127.16.113.60:35439, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.113.62:35801: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.113.61:35029: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.16.113.61:35029,127.16.113.62:35801,127.16.113.60:35439) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.113.60:35439(127.16.113.60:35439): Connection refused: /127.16.113.60:35439, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.113.61:35029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.113.62:35801, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.113.60:35439, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.113.62:35801: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.113.61:35029: OK, [124ms] Sub RPC ConnectToMaster: received response from server master-127.16.113.60:35439: Network error: Failed to connect to peer master-127.16.113.60:35439(127.16.113.60:35439): Connection refused: /127.16.113.60:35439, [124ms] delaying RPC due to: Service unavailable: Master config (127.16.113.61:35029,127.16.113.62:35801,127.16.113.60:35439) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.113.60:35439(127.16.113.60:35439): Connection refused: /127.16.113.60:35439, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.113.61:35029, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.113.62:35801, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.113.60:35439, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.113.60:35439: Network error: Failed to connect to peer master-127.16.113.60:35439(127.16.113.60:35439): Connection refused: /127.16.113.60:35439, [202ms] Sub RPC ConnectToMaster: received response from server master-127.16.113.62:35801: OK, [202ms] Sub RPC ConnectToMaster: received response from server master-127.16.113.61:35029: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.16.113.61:35029,127.16.113.62:35801,127.16.113.60:35439) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.113.60:35439(127.16.113.60:35439): Connection refused: /127.16.113.60:35439, deferred=Deferred@919713692(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$82/588890952@556faecd -> (continuation of Deferred@311340262 after retry RPC after error@482175425) -> (continuation of Deferred@669733021 after retry RPC after error@257592171) -> (continuation of Deferred@1750396922 after retry RPC after error@525365328) -> (continuation of Deferred@1648538783 after retry RPC after error@957905519) -> (continuation of Deferred@1996257673 after retry RPC after error@1781683702) -> (continuation of Deferred@488895075 after retry RPC after error@1737631914), errback=org.apache.kudu.client.KuduTransaction$$Lambda$83/934968330@723735e0 -> (continuation of Deferred@311340262 after retry RPC after error@482175425) -> (continuation of Deferred@669733021 after retry RPC after error@257592171) -> (continuation of Deferred@1750396922 after retry RPC after error@525365328) -> (continuation of Deferred@1648538783 after retry RPC after error@957905519) -> (continuation of Deferred@1996257673 after retry RPC after error@1781683702) -> (continuation of Deferred@488895075 after retry RPC after error@1737631914)))
20:17:28.107 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] sending RPC to server master-127.16.113.60:35439, [2ms] received response from server master-127.16.113.60:35439: Network error: Failed to connect to peer master-127.16.113.60:35439(127.16.113.60:35439): Connection refused: /127.16.113.60:35439, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.16.113.60:35439(127.16.113.60:35439): Connection refused: /127.16.113.60:35439, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.113.61:35029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.113.62:35801, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.113.60:35439, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.113.62:35801: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.113.60:35439: Network error: Failed to connect to peer master-127.16.113.60:35439(127.16.113.60:35439): Connection refused: /127.16.113.60:35439, [23ms] Sub RPC ConnectToMaster: received response from server master-127.16.113.61:35029: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.16.113.61:35029,127.16.113.62:35801,127.16.113.60:35439) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.113.60:35439(127.16.113.60:35439): Connection refused: /127.16.113.60:35439, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.113.61:35029, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.113.62:35801, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.113.60:35439, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.113.60:35439: Network error: Failed to connect to peer master-127.16.113.60:35439(127.16.113.60:35439): Connection refused: /127.16.113.60:35439, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.113.62:35801: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.16.113.61:35029: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.16.113.61:35029,127.16.113.62:35801,127.16.113.60:35439) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.113.60:35439(127.16.113.60:35439): Connection refused: /127.16.113.60:35439, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.113.61:35029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.113.62:35801, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.113.60:35439, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.113.60:35439: Network error: Failed to connect to peer master-127.16.113.60:35439(127.16.113.60:35439): Connection refused: /127.16.113.60:35439, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.113.62:35801: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.113.61:35029: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.16.113.61:35029,127.16.113.62:35801,127.16.113.60:35439) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.113.60:35439(127.16.113.60:35439): Connection refused: /127.16.113.60:35439, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.113.61:35029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.113.62:35801, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.113.60:35439, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.113.60:35439: Network error: Failed to connect to peer master-127.16.113.60:35439(127.16.113.60:35439): Connection refused: /127.16.113.60:35439, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.113.61:35029: OK, [84ms] Sub RPC ConnectToMaster: received response from server master-127.16.113.62:35801: OK, [86ms] delaying RPC due to: Service unavailable: Master config (127.16.113.61:35029,127.16.113.62:35801,127.16.113.60:35439) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.113.60:35439(127.16.113.60:35439): Connection refused: /127.16.113.60:35439, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.113.61:35029, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.113.62:35801, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.113.60:35439, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.113.60:35439: Network error: Failed to connect to peer master-127.16.113.60:35439(127.16.113.60:35439): Connection refused: /127.16.113.60:35439, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.113.62:35801: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.113.61:35029: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.16.113.61:35029,127.16.113.62:35801,127.16.113.60:35439) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.113.60:35439(127.16.113.60:35439): Connection refused: /127.16.113.60:35439, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.113.61:35029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.113.62:35801, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.113.60:35439, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.113.62:35801: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.113.61:35029: OK, [124ms] Sub RPC ConnectToMaster: received response from server master-127.16.113.60:35439: Network error: Failed to connect to peer master-127.16.113.60:35439(127.16.113.60:35439): Connection refused: /127.16.113.60:35439, [124ms] delaying RPC due to: Service unavailable: Master config (127.16.113.61:35029,127.16.113.62:35801,127.16.113.60:35439) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.113.60:35439(127.16.113.60:35439): Connection refused: /127.16.113.60:35439, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.113.61:35029, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.113.62:35801, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.113.60:35439, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.113.60:35439: Network error: Failed to connect to peer master-127.16.113.60:35439(127.16.113.60:35439): Connection refused: /127.16.113.60:35439, [202ms] Sub RPC ConnectToMaster: received response from server master-127.16.113.62:35801: OK, [202ms] Sub RPC ConnectToMaster: received response from server master-127.16.113.61:35029: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.16.113.61:35029,127.16.113.62:35801,127.16.113.60:35439) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.113.60:35439(127.16.113.60:35439): Connection refused: /127.16.113.60:35439, deferred=Deferred@919713692(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$82/588890952@556faecd -> (continuation of Deferred@311340262 after retry RPC after error@482175425) -> (continuation of Deferred@669733021 after retry RPC after error@257592171) -> (continuation of Deferred@1750396922 after retry RPC after error@525365328) -> (continuation of Deferred@1648538783 after retry RPC after error@957905519) -> (continuation of Deferred@1996257673 after retry RPC after error@1781683702) -> (continuation of Deferred@488895075 after retry RPC after error@1737631914), errback=org.apache.kudu.client.KuduTransaction$$Lambda$83/934968330@723735e0 -> (continuation of Deferred@311340262 after retry RPC after error@482175425) -> (continuation of Deferred@669733021 after retry RPC after error@257592171) -> (continuation of Deferred@1750396922 after retry RPC after error@525365328) -> (continuation of Deferred@1648538783 after retry RPC after error@957905519) -> (continuation of Deferred@1996257673 after retry RPC after error@1781683702) -> (continuation of Deferred@488895075 after retry RPC after error@1737631914)))
20:17:28.124 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.16.113.60:35439(127.16.113.60:35439)] connecting to peer
20:17:28.125 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.113.60:35439(127.16.113.60:35439): Connection refused: /127.16.113.60:35439
20:17:28.125 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.113.60:35439(127.16.113.60:35439)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.113.60:35439(127.16.113.60:35439): Connection refused: /127.16.113.60:35439
20:17:28.126 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.113.60:35439: Failed to connect to peer master-127.16.113.60:35439(127.16.113.60:35439): Connection refused: /127.16.113.60:35439
20:17:28.127 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.113.61:35029,127.16.113.62:35801,127.16.113.60:35439; will retry
20:17:28.144 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.16.113.60:35439(127.16.113.60:35439)] connecting to peer
20:17:28.146 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.113.60:35439(127.16.113.60:35439): Connection refused: /127.16.113.60:35439
20:17:28.146 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.113.60:35439(127.16.113.60:35439)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.113.60:35439(127.16.113.60:35439): Connection refused: /127.16.113.60:35439
20:17:28.146 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.113.60:35439: Failed to connect to peer master-127.16.113.60:35439(127.16.113.60:35439): Connection refused: /127.16.113.60:35439
20:17:28.147 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.113.61:35029,127.16.113.62:35801,127.16.113.60:35439; will retry
20:17:28.165 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.16.113.60:35439(127.16.113.60:35439)] connecting to peer
20:17:28.166 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.113.60:35439(127.16.113.60:35439): Connection refused: /127.16.113.60:35439
20:17:28.166 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.113.60:35439(127.16.113.60:35439)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.113.60:35439(127.16.113.60:35439): Connection refused: /127.16.113.60:35439
20:17:28.166 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.113.60:35439: Failed to connect to peer master-127.16.113.60:35439(127.16.113.60:35439): Connection refused: /127.16.113.60:35439
20:17:28.167 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.113.61:35029,127.16.113.62:35801,127.16.113.60:35439; will retry
20:17:28.184 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.16.113.60:35439(127.16.113.60:35439)] connecting to peer
20:17:28.186 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.113.60:35439(127.16.113.60:35439): Connection refused: /127.16.113.60:35439
20:17:28.186 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.113.60:35439(127.16.113.60:35439)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.113.60:35439(127.16.113.60:35439): Connection refused: /127.16.113.60:35439
20:17:28.186 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.113.60:35439: Failed to connect to peer master-127.16.113.60:35439(127.16.113.60:35439): Connection refused: /127.16.113.60:35439
20:17:28.186 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.113.61:35029,127.16.113.62:35801,127.16.113.60:35439; will retry
20:17:28.205 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.16.113.60:35439(127.16.113.60:35439)] connecting to peer
20:17:28.206 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.113.60:35439(127.16.113.60:35439): Connection refused: /127.16.113.60:35439
20:17:28.206 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.113.60:35439(127.16.113.60:35439)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.113.60:35439(127.16.113.60:35439): Connection refused: /127.16.113.60:35439
20:17:28.207 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.113.60:35439: Failed to connect to peer master-127.16.113.60:35439(127.16.113.60:35439): Connection refused: /127.16.113.60:35439
20:17:28.207 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.113.61:35029,127.16.113.62:35801,127.16.113.60:35439; will retry
20:17:28.245 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.16.113.60:35439(127.16.113.60:35439)] connecting to peer
20:17:28.247 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.113.60:35439(127.16.113.60:35439): Connection refused: /127.16.113.60:35439
20:17:28.247 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.113.60:35439(127.16.113.60:35439)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.113.60:35439(127.16.113.60:35439): Connection refused: /127.16.113.60:35439
20:17:28.247 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.113.60:35439: Failed to connect to peer master-127.16.113.60:35439(127.16.113.60:35439): Connection refused: /127.16.113.60:35439
20:17:28.248 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.113.61:35029,127.16.113.62:35801,127.16.113.60:35439; will retry
20:17:28.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:28.248507 17655 raft_consensus.cc:482] T 00000000000000000000000000000000 P 825da425117d457985fc6aff1b99be66 [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:17:28.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:28.248878 17655 raft_consensus.cc:504] T 00000000000000000000000000000000 P 825da425117d457985fc6aff1b99be66 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6226c107d23b4a348b4789f481c472e8" member_type: VOTER last_known_addr { host: "127.16.113.62" port: 35801 } } peers { permanent_uuid: "825da425117d457985fc6aff1b99be66" member_type: VOTER last_known_addr { host: "127.16.113.61" port: 35029 } } peers { permanent_uuid: "cacb4a85371544b8b64d4f64e0820d7d" member_type: VOTER last_known_addr { host: "127.16.113.60" port: 35439 } }
20:17:28.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:28.249675 17655 leader_election.cc:288] T 00000000000000000000000000000000 P 825da425117d457985fc6aff1b99be66 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 6226c107d23b4a348b4789f481c472e8 (127.16.113.62:35801), cacb4a85371544b8b64d4f64e0820d7d (127.16.113.60:35439)
20:17:28.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:28.250314 16888 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "825da425117d457985fc6aff1b99be66" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "6226c107d23b4a348b4789f481c472e8" is_pre_election: true
20:17:28.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:28.250633 16888 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 6226c107d23b4a348b4789f481c472e8 [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 825da425117d457985fc6aff1b99be66 in term 2.
20:17:28.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:28.251114 16947 leader_election.cc:302] T 00000000000000000000000000000000 P 825da425117d457985fc6aff1b99be66 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 6226c107d23b4a348b4789f481c472e8, 825da425117d457985fc6aff1b99be66; no voters:
20:17:28.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:28.251542 17655 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 825da425117d457985fc6aff1b99be66 [term 2 FOLLOWER]: Leader pre-election won for term 3
20:17:28.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:28.251700 17655 raft_consensus.cc:482] T 00000000000000000000000000000000 P 825da425117d457985fc6aff1b99be66 [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:17:28.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:28.251829 17655 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 825da425117d457985fc6aff1b99be66 [term 2 FOLLOWER]: Advancing to term 3
20:17:28.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:17:28.251964 16945 leader_election.cc:334] T 00000000000000000000000000000000 P 825da425117d457985fc6aff1b99be66 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer cacb4a85371544b8b64d4f64e0820d7d (127.16.113.60:35439): Network error: Client connection negotiation failed: client connection to 127.16.113.60:35439: connect: Connection refused (error 111)
20:17:28.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:28.255020 17655 raft_consensus.cc:504] T 00000000000000000000000000000000 P 825da425117d457985fc6aff1b99be66 [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6226c107d23b4a348b4789f481c472e8" member_type: VOTER last_known_addr { host: "127.16.113.62" port: 35801 } } peers { permanent_uuid: "825da425117d457985fc6aff1b99be66" member_type: VOTER last_known_addr { host: "127.16.113.61" port: 35029 } } peers { permanent_uuid: "cacb4a85371544b8b64d4f64e0820d7d" member_type: VOTER last_known_addr { host: "127.16.113.60" port: 35439 } }
20:17:28.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:28.256273 17655 leader_election.cc:288] T 00000000000000000000000000000000 P 825da425117d457985fc6aff1b99be66 [CANDIDATE]: Term 3 election: Requested vote from peers 6226c107d23b4a348b4789f481c472e8 (127.16.113.62:35801), cacb4a85371544b8b64d4f64e0820d7d (127.16.113.60:35439)
20:17:28.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:28.256515 16888 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "825da425117d457985fc6aff1b99be66" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "6226c107d23b4a348b4789f481c472e8"
20:17:28.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:28.256808 16888 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 6226c107d23b4a348b4789f481c472e8 [term 2 FOLLOWER]: Advancing to term 3
20:17:28.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:17:28.258248 16945 leader_election.cc:334] T 00000000000000000000000000000000 P 825da425117d457985fc6aff1b99be66 [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer cacb4a85371544b8b64d4f64e0820d7d (127.16.113.60:35439): Network error: Client connection negotiation failed: client connection to 127.16.113.60:35439: connect: Connection refused (error 111)
20:17:28.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:28.259431 16888 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 6226c107d23b4a348b4789f481c472e8 [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 825da425117d457985fc6aff1b99be66 in term 3.
20:17:28.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:28.259979 16947 leader_election.cc:302] T 00000000000000000000000000000000 P 825da425117d457985fc6aff1b99be66 [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 6226c107d23b4a348b4789f481c472e8, 825da425117d457985fc6aff1b99be66; no voters: cacb4a85371544b8b64d4f64e0820d7d
20:17:28.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:28.260291 17655 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 825da425117d457985fc6aff1b99be66 [term 3 FOLLOWER]: Leader election won for term 3
20:17:28.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:28.260995 17655 raft_consensus.cc:686] T 00000000000000000000000000000000 P 825da425117d457985fc6aff1b99be66 [term 3 LEADER]: Becoming Leader. State: Replica: 825da425117d457985fc6aff1b99be66, State: Running, Role: LEADER
20:17:28.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:28.261612 17655 consensus_queue.cc:237] T 00000000000000000000000000000000 P 825da425117d457985fc6aff1b99be66 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 11, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6226c107d23b4a348b4789f481c472e8" member_type: VOTER last_known_addr { host: "127.16.113.62" port: 35801 } } peers { permanent_uuid: "825da425117d457985fc6aff1b99be66" member_type: VOTER last_known_addr { host: "127.16.113.61" port: 35029 } } peers { permanent_uuid: "cacb4a85371544b8b64d4f64e0820d7d" member_type: VOTER last_known_addr { host: "127.16.113.60" port: 35439 } }
20:17:28.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:28.263265 17661 sys_catalog.cc:455] T 00000000000000000000000000000000 P 825da425117d457985fc6aff1b99be66 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 825da425117d457985fc6aff1b99be66. Latest consensus state: current_term: 3 leader_uuid: "825da425117d457985fc6aff1b99be66" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6226c107d23b4a348b4789f481c472e8" member_type: VOTER last_known_addr { host: "127.16.113.62" port: 35801 } } peers { permanent_uuid: "825da425117d457985fc6aff1b99be66" member_type: VOTER last_known_addr { host: "127.16.113.61" port: 35029 } } peers { permanent_uuid: "cacb4a85371544b8b64d4f64e0820d7d" member_type: VOTER last_known_addr { host: "127.16.113.60" port: 35439 } } }
20:17:28.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:28.263700 17661 sys_catalog.cc:458] T 00000000000000000000000000000000 P 825da425117d457985fc6aff1b99be66 [sys.catalog]: This master's current role is: LEADER
20:17:28.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:28.264906 17662 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
20:17:28.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:28.268201 17662 catalog_manager.cc:669] Loaded metadata for table kudu_system.kudu_transactions [id=392cf92638974f669bfc97ad24ac32bc]
20:17:28.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:28.268929 17662 catalog_manager.cc:669] Loaded metadata for table txn_manager_fallback_rolling [id=d3ddaa9bfbe64e7ba5168ecce479266c]
20:17:28.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:28.271117 17662 tablet_loader.cc:96] loaded metadata for tablet 2a2dc31464684a909449166eb388bc18 (table txn_manager_fallback_rolling [id=d3ddaa9bfbe64e7ba5168ecce479266c])
20:17:28.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:28.271647 17662 tablet_loader.cc:96] loaded metadata for tablet 4c13b1d275b84f8c8db4f0eef7b21d1a (table txn_manager_fallback_rolling [id=d3ddaa9bfbe64e7ba5168ecce479266c])
20:17:28.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:28.272063 17662 tablet_loader.cc:96] loaded metadata for tablet d36d287695f743cfb65cf9efc1ef21b5 (table kudu_system.kudu_transactions [id=392cf92638974f669bfc97ad24ac32bc])
20:17:28.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:28.272392 17662 catalog_manager.cc:1484] Initializing Kudu cluster ID...
20:17:28.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:28.273633 17662 catalog_manager.cc:1259] Loaded cluster ID: 151a206ea4f14aa3b27acd0321034803
20:17:28.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:28.273748 17662 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
20:17:28.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:28.275367 17662 catalog_manager.cc:1504] Loading token signing keys...
20:17:28.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:28.276438 17662 catalog_manager.cc:5879] T 00000000000000000000000000000000 P 825da425117d457985fc6aff1b99be66: Loaded TSK: 0
20:17:28.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:28.277585 17662 catalog_manager.cc:1514] Initializing in-progress tserver states...
20:17:28.304 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.16.113.60:35439(127.16.113.60:35439)] connecting to peer
20:17:28.306 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.113.60:35439(127.16.113.60:35439): Connection refused: /127.16.113.60:35439
20:17:28.306 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.113.60:35439(127.16.113.60:35439)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.113.60:35439(127.16.113.60:35439): Connection refused: /127.16.113.60:35439
20:17:28.306 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.113.60:35439: Failed to connect to peer master-127.16.113.60:35439(127.16.113.60:35439): Connection refused: /127.16.113.60:35439
20:17:28.309 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
20:17:28.310 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=185), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.113.61:35029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.113.62:35801, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.113.60:35439, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.113.60:35439: Network error: Failed to connect to peer master-127.16.113.60:35439(127.16.113.60:35439): Connection refused: /127.16.113.60:35439, [3ms] Sub RPC ConnectToMaster: received response from server master-127.16.113.61:35029: OK, [4ms] Sub RPC ConnectToMaster: received response from server master-127.16.113.62:35801: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.16.113.61:35029,127.16.113.62:35801,127.16.113.60:35439) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.113.60:35439(127.16.113.60:35439): Connection refused: /127.16.113.60:35439, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.113.61:35029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.113.62:35801, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.113.60:35439, [23ms] Sub RPC ConnectToMaster: received response from server master-127.16.113.60:35439: Network error: Failed to connect to peer master-127.16.113.60:35439(127.16.113.60:35439): Connection refused: /127.16.113.60:35439, [23ms] Sub RPC ConnectToMaster: received response from server master-127.16.113.62:35801: OK, [24ms] Sub RPC ConnectToMaster: received response from server master-127.16.113.61:35029: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.16.113.61:35029,127.16.113.62:35801,127.16.113.60:35439) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.113.60:35439(127.16.113.60:35439): Connection refused: /127.16.113.60:35439, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.113.61:35029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.113.62:35801, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.113.60:35439, [43ms] Sub RPC ConnectToMaster: received response from server master-127.16.113.61:35029: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.16.113.60:35439: Network error: Failed to connect to peer master-127.16.113.60:35439(127.16.113.60:35439): Connection refused: /127.16.113.60:35439, [44ms] Sub RPC ConnectToMaster: received response from server master-127.16.113.62:35801: OK, [45ms] delaying RPC due to: Service unavailable: Master config (127.16.113.61:35029,127.16.113.62:35801,127.16.113.60:35439) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.113.60:35439(127.16.113.60:35439): Connection refused: /127.16.113.60:35439, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.113.61:35029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.113.62:35801, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.113.60:35439, [63ms] Sub RPC ConnectToMaster: received response from server master-127.16.113.60:35439: Network error: Failed to connect to peer master-127.16.113.60:35439(127.16.113.60:35439): Connection refused: /127.16.113.60:35439, [63ms] Sub RPC ConnectToMaster: received response from server master-127.16.113.62:35801: OK, [63ms] Sub RPC ConnectToMaster: received response from server master-127.16.113.61:35029: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.16.113.61:35029,127.16.113.62:35801,127.16.113.60:35439) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.113.60:35439(127.16.113.60:35439): Connection refused: /127.16.113.60:35439, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.113.61:35029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.113.62:35801, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.113.60:35439, [83ms] Sub RPC ConnectToMaster: received response from server master-127.16.113.60:35439: Network error: Failed to connect to peer master-127.16.113.60:35439(127.16.113.60:35439): Connection refused: /127.16.113.60:35439, [84ms] Sub RPC ConnectToMaster: received response from server master-127.16.113.61:35029: OK, [84ms] Sub RPC ConnectToMaster: received response from server master-127.16.113.62:35801: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.16.113.61:35029,127.16.113.62:35801,127.16.113.60:35439) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.113.60:35439(127.16.113.60:35439): Connection refused: /127.16.113.60:35439, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.113.61:35029, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.113.62:35801, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.113.60:35439, [123ms] Sub RPC ConnectToMaster: received response from server master-127.16.113.62:35801: OK, [124ms] Sub RPC ConnectToMaster: received response from server master-127.16.113.60:35439: Network error: Failed to connect to peer master-127.16.113.60:35439(127.16.113.60:35439): Connection refused: /127.16.113.60:35439, [124ms] Sub RPC ConnectToMaster: received response from server master-127.16.113.61:35029: OK, [125ms] delaying RPC due to: Service unavailable: Master config (127.16.113.61:35029,127.16.113.62:35801,127.16.113.60:35439) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.113.60:35439(127.16.113.60:35439): Connection refused: /127.16.113.60:35439, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.113.61:35029, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.113.62:35801, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.113.60:35439, [183ms] Sub RPC ConnectToMaster: received response from server master-127.16.113.60:35439: Network error: Failed to connect to peer master-127.16.113.60:35439(127.16.113.60:35439): Connection refused: /127.16.113.60:35439, [184ms] Sub RPC ConnectToMaster: received response from server master-127.16.113.62:35801: OK, [185ms] Sub RPC ConnectToMaster: received response from server master-127.16.113.61:35029: OK, deferred=Deferred@1945878408(state=PENDING, result=null, callback=(continuation of Deferred@1930176576 after retry RPC after error@670550494) -> (continuation of Deferred@955718834 after retry RPC after error@383706075) -> (continuation of Deferred@75663208 after retry RPC after error@488769311) -> (continuation of Deferred@498113157 after retry RPC after error@2089906899) -> (continuation of Deferred@1815610350 after retry RPC after error@1630530441) -> (continuation of Deferred@2018652571 after retry RPC after error@262329256), errback=(continuation of Deferred@1930176576 after retry RPC after error@670550494) -> (continuation of Deferred@955718834 after retry RPC after error@383706075) -> (continuation of Deferred@75663208 after retry RPC after error@488769311) -> (continuation of Deferred@498113157 after retry RPC after error@2089906899) -> (continuation of Deferred@1815610350 after retry RPC after error@1630530441) -> (continuation of Deferred@2018652571 after retry RPC after error@262329256))) after lookup
20:17:28.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:28.359381 16888 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 6226c107d23b4a348b4789f481c472e8 [term 3 FOLLOWER]: Refusing update from remote peer 825da425117d457985fc6aff1b99be66: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 3 index: 12. (index mismatch)
20:17:28.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:28.360585 17661 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 825da425117d457985fc6aff1b99be66 [LEADER]: Connected to new peer: Peer: permanent_uuid: "6226c107d23b4a348b4789f481c472e8" member_type: VOTER last_known_addr { host: "127.16.113.62" port: 35801 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
20:17:28.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:28.368762 17654 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6226c107d23b4a348b4789f481c472e8 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 825da425117d457985fc6aff1b99be66. Latest consensus state: current_term: 3 leader_uuid: "825da425117d457985fc6aff1b99be66" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6226c107d23b4a348b4789f481c472e8" member_type: VOTER last_known_addr { host: "127.16.113.62" port: 35801 } } peers { permanent_uuid: "825da425117d457985fc6aff1b99be66" member_type: VOTER last_known_addr { host: "127.16.113.61" port: 35029 } } peers { permanent_uuid: "cacb4a85371544b8b64d4f64e0820d7d" member_type: VOTER last_known_addr { host: "127.16.113.60" port: 35439 } } }
20:17:28.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:28.369199 17654 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6226c107d23b4a348b4789f481c472e8 [sys.catalog]: This master's current role is: FOLLOWER
20:17:28.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:28.371239 17661 sys_catalog.cc:455] T 00000000000000000000000000000000 P 825da425117d457985fc6aff1b99be66 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "825da425117d457985fc6aff1b99be66" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6226c107d23b4a348b4789f481c472e8" member_type: VOTER last_known_addr { host: "127.16.113.62" port: 35801 } } peers { permanent_uuid: "825da425117d457985fc6aff1b99be66" member_type: VOTER last_known_addr { host: "127.16.113.61" port: 35029 } } peers { permanent_uuid: "cacb4a85371544b8b64d4f64e0820d7d" member_type: VOTER last_known_addr { host: "127.16.113.60" port: 35439 } } }
20:17:28.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:28.371580 17661 sys_catalog.cc:458] T 00000000000000000000000000000000 P 825da425117d457985fc6aff1b99be66 [sys.catalog]: This master's current role is: LEADER
20:17:28.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:17:28.373925 16945 consensus_peers.cc:487] T 00000000000000000000000000000000 P 825da425117d457985fc6aff1b99be66 -> Peer cacb4a85371544b8b64d4f64e0820d7d (127.16.113.60:35439): Couldn't send request to peer cacb4a85371544b8b64d4f64e0820d7d. Status: Network error: Client connection negotiation failed: client connection to 127.16.113.60:35439: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
20:17:28.378 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=8, TimeoutTracker(timeout=250, elapsed=253), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.113.61:35029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.113.62:35801, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.113.60:35439, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.113.60:35439: Network error: Failed to connect to peer master-127.16.113.60:35439(127.16.113.60:35439): Connection refused: /127.16.113.60:35439, [3ms] Sub RPC ConnectToMaster: received response from server master-127.16.113.61:35029: OK, [4ms] Sub RPC ConnectToMaster: received response from server master-127.16.113.62:35801: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.16.113.61:35029,127.16.113.62:35801,127.16.113.60:35439) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.113.60:35439(127.16.113.60:35439): Connection refused: /127.16.113.60:35439, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.113.61:35029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.113.62:35801, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.113.60:35439, [23ms] Sub RPC ConnectToMaster: received response from server master-127.16.113.60:35439: Network error: Failed to connect to peer master-127.16.113.60:35439(127.16.113.60:35439): Connection refused: /127.16.113.60:35439, [23ms] Sub RPC ConnectToMaster: received response from server master-127.16.113.62:35801: OK, [24ms] Sub RPC ConnectToMaster: received response from server master-127.16.113.61:35029: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.16.113.61:35029,127.16.113.62:35801,127.16.113.60:35439) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.113.60:35439(127.16.113.60:35439): Connection refused: /127.16.113.60:35439, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.113.61:35029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.113.62:35801, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.113.60:35439, [43ms] Sub RPC ConnectToMaster: received response from server master-127.16.113.61:35029: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.16.113.60:35439: Network error: Failed to connect to peer master-127.16.113.60:35439(127.16.113.60:35439): Connection refused: /127.16.113.60:35439, [44ms] Sub RPC ConnectToMaster: received response from server master-127.16.113.62:35801: OK, [45ms] delaying RPC due to: Service unavailable: Master config (127.16.113.61:35029,127.16.113.62:35801,127.16.113.60:35439) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.113.60:35439(127.16.113.60:35439): Connection refused: /127.16.113.60:35439, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.113.61:35029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.113.62:35801, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.113.60:35439, [63ms] Sub RPC ConnectToMaster: received response from server master-127.16.113.60:35439: Network error: Failed to connect to peer master-127.16.113.60:35439(127.16.113.60:35439): Connection refused: /127.16.113.60:35439, [63ms] Sub RPC ConnectToMaster: received response from server master-127.16.113.62:35801: OK, [63ms] Sub RPC ConnectToMaster: received response from server master-127.16.113.61:35029: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.16.113.61:35029,127.16.113.62:35801,127.16.113.60:35439) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.113.60:35439(127.16.113.60:35439): Connection refused: /127.16.113.60:35439, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.113.61:35029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.113.62:35801, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.113.60:35439, [83ms] Sub RPC ConnectToMaster: received response from server master-127.16.113.60:35439: Network error: Failed to connect to peer master-127.16.113.60:35439(127.16.113.60:35439): Connection refused: /127.16.113.60:35439, [84ms] Sub RPC ConnectToMaster: received response from server master-127.16.113.61:35029: OK, [84ms] Sub RPC ConnectToMaster: received response from server master-127.16.113.62:35801: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.16.113.61:35029,127.16.113.62:35801,127.16.113.60:35439) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.113.60:35439(127.16.113.60:35439): Connection refused: /127.16.113.60:35439, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.113.61:35029, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.113.62:35801, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.113.60:35439, [123ms] Sub RPC ConnectToMaster: received response from server master-127.16.113.62:35801: OK, [124ms] Sub RPC ConnectToMaster: received response from server master-127.16.113.60:35439: Network error: Failed to connect to peer master-127.16.113.60:35439(127.16.113.60:35439): Connection refused: /127.16.113.60:35439, [124ms] Sub RPC ConnectToMaster: received response from server master-127.16.113.61:35029: OK, [125ms] delaying RPC due to: Service unavailable: Master config (127.16.113.61:35029,127.16.113.62:35801,127.16.113.60:35439) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.113.60:35439(127.16.113.60:35439): Connection refused: /127.16.113.60:35439, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.113.61:35029, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.113.62:35801, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.113.60:35439, [183ms] Sub RPC ConnectToMaster: received response from server master-127.16.113.60:35439: Network error: Failed to connect to peer master-127.16.113.60:35439(127.16.113.60:35439): Connection refused: /127.16.113.60:35439, [184ms] Sub RPC ConnectToMaster: received response from server master-127.16.113.62:35801: OK, [185ms] Sub RPC ConnectToMaster: received response from server master-127.16.113.61:35029: OK, [187ms] sending RPC to server master-127.16.113.61:35029, [254ms] delaying RPC due to: Service unavailable: TxnManager is not yet initialized (error 0), deferred=Deferred@1945878408(state=PENDING, result=null, callback=(continuation of Deferred@1930176576 after retry RPC after error@670550494) -> (continuation of Deferred@955718834 after retry RPC after error@383706075) -> (continuation of Deferred@75663208 after retry RPC after error@488769311) -> (continuation of Deferred@498113157 after retry RPC after error@2089906899) -> (continuation of Deferred@1815610350 after retry RPC after error@1630530441) -> (continuation of Deferred@2018652571 after retry RPC after error@262329256) -> (continuation of Deferred@589928129 after retry RPC@1027883662), errback=(continuation of Deferred@1930176576 after retry RPC after error@670550494) -> (continuation of Deferred@955718834 after retry RPC after error@383706075) -> (continuation of Deferred@75663208 after retry RPC after error@488769311) -> (continuation of Deferred@498113157 after retry RPC after error@2089906899) -> (continuation of Deferred@1815610350 after retry RPC after error@1630530441) -> (continuation of Deferred@2018652571 after retry RPC after error@262329256) -> (continuation of Deferred@589928129 after retry RPC@1027883662)))
20:17:28.379 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=8, TimeoutTracker(timeout=250, elapsed=253), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.113.61:35029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.113.62:35801, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.113.60:35439, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.113.60:35439: Network error: Failed to connect to peer master-127.16.113.60:35439(127.16.113.60:35439): Connection refused: /127.16.113.60:35439, [3ms] Sub RPC ConnectToMaster: received response from server master-127.16.113.61:35029: OK, [4ms] Sub RPC ConnectToMaster: received response from server master-127.16.113.62:35801: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.16.113.61:35029,127.16.113.62:35801,127.16.113.60:35439) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.113.60:35439(127.16.113.60:35439): Connection refused: /127.16.113.60:35439, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.113.61:35029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.113.62:35801, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.113.60:35439, [23ms] Sub RPC ConnectToMaster: received response from server master-127.16.113.60:35439: Network error: Failed to connect to peer master-127.16.113.60:35439(127.16.113.60:35439): Connection refused: /127.16.113.60:35439, [23ms] Sub RPC ConnectToMaster: received response from server master-127.16.113.62:35801: OK, [24ms] Sub RPC ConnectToMaster: received response from server master-127.16.113.61:35029: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.16.113.61:35029,127.16.113.62:35801,127.16.113.60:35439) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.113.60:35439(127.16.113.60:35439): Connection refused: /127.16.113.60:35439, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.113.61:35029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.113.62:35801, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.113.60:35439, [43ms] Sub RPC ConnectToMaster: received response from server master-127.16.113.61:35029: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.16.113.60:35439: Network error: Failed to connect to peer master-127.16.113.60:35439(127.16.113.60:35439): Connection refused: /127.16.113.60:35439, [44ms] Sub RPC ConnectToMaster: received response from server master-127.16.113.62:35801: OK, [45ms] delaying RPC due to: Service unavailable: Master config (127.16.113.61:35029,127.16.113.62:35801,127.16.113.60:35439) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.113.60:35439(127.16.113.60:35439): Connection refused: /127.16.113.60:35439, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.113.61:35029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.113.62:35801, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.113.60:35439, [63ms] Sub RPC ConnectToMaster: received response from server master-127.16.113.60:35439: Network error: Failed to connect to peer master-127.16.113.60:35439(127.16.113.60:35439): Connection refused: /127.16.113.60:35439, [63ms] Sub RPC ConnectToMaster: received response from server master-127.16.113.62:35801: OK, [63ms] Sub RPC ConnectToMaster: received response from server master-127.16.113.61:35029: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.16.113.61:35029,127.16.113.62:35801,127.16.113.60:35439) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.113.60:35439(127.16.113.60:35439): Connection refused: /127.16.113.60:35439, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.113.61:35029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.113.62:35801, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.113.60:35439, [83ms] Sub RPC ConnectToMaster: received response from server master-127.16.113.60:35439: Network error: Failed to connect to peer master-127.16.113.60:35439(127.16.113.60:35439): Connection refused: /127.16.113.60:35439, [84ms] Sub RPC ConnectToMaster: received response from server master-127.16.113.61:35029: OK, [84ms] Sub RPC ConnectToMaster: received response from server master-127.16.113.62:35801: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.16.113.61:35029,127.16.113.62:35801,127.16.113.60:35439) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.113.60:35439(127.16.113.60:35439): Connection refused: /127.16.113.60:35439, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.113.61:35029, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.113.62:35801, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.113.60:35439, [123ms] Sub RPC ConnectToMaster: received response from server master-127.16.113.62:35801: OK, [124ms] Sub RPC ConnectToMaster: received response from server master-127.16.113.60:35439: Network error: Failed to connect to peer master-127.16.113.60:35439(127.16.113.60:35439): Connection refused: /127.16.113.60:35439, [124ms] Sub RPC ConnectToMaster: received response from server master-127.16.113.61:35029: OK, [125ms] delaying RPC due to: Service unavailable: Master config (127.16.113.61:35029,127.16.113.62:35801,127.16.113.60:35439) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.113.60:35439(127.16.113.60:35439): Connection refused: /127.16.113.60:35439, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.113.61:35029, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.113.62:35801, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.113.60:35439, [183ms] Sub RPC ConnectToMaster: received response from server master-127.16.113.60:35439: Network error: Failed to connect to peer master-127.16.113.60:35439(127.16.113.60:35439): Connection refused: /127.16.113.60:35439, [184ms] Sub RPC ConnectToMaster: received response from server master-127.16.113.62:35801: OK, [185ms] Sub RPC ConnectToMaster: received response from server master-127.16.113.61:35029: OK, [187ms] sending RPC to server master-127.16.113.61:35029, [254ms] delaying RPC due to: Service unavailable: TxnManager is not yet initialized (error 0), deferred=Deferred@1945878408(state=PENDING, result=null, callback=(continuation of Deferred@1930176576 after retry RPC after error@670550494) -> (continuation of Deferred@955718834 after retry RPC after error@383706075) -> (continuation of Deferred@75663208 after retry RPC after error@488769311) -> (continuation of Deferred@498113157 after retry RPC after error@2089906899) -> (continuation of Deferred@1815610350 after retry RPC after error@1630530441) -> (continuation of Deferred@2018652571 after retry RPC after error@262329256) -> (continuation of Deferred@589928129 after retry RPC@1027883662), errback=(continuation of Deferred@1930176576 after retry RPC after error@670550494) -> (continuation of Deferred@955718834 after retry RPC after error@383706075) -> (continuation of Deferred@75663208 after retry RPC after error@488769311) -> (continuation of Deferred@498113157 after retry RPC after error@2089906899) -> (continuation of Deferred@1815610350 after retry RPC after error@1630530441) -> (continuation of Deferred@2018652571 after retry RPC after error@262329256) -> (continuation of Deferred@589928129 after retry RPC@1027883662)))
20:17:28.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:17:28.375151 16990 rpcz_store.cc:267] Call kudu.transactions.TxnManagerService.KeepTransactionAlive from 127.0.0.1:55784 (request call id 15) took 63 ms (client timeout 63 ms). Trace:
20:17:28.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:17:28.375375 16990 rpcz_store.cc:269] 0620 20:17:28.311411 (+ 0us) service_pool.cc:170] Inserting onto call queue
20:17:28.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 20:17:28.311565 (+ 154us) service_pool.cc:227] Handling call
20:17:28.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 20:17:28.375032 (+ 63467us) inbound_call.cc:173] Queueing success response
20:17:28.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"dns_us":205,"init.queue_time_us":664,"thread_start_us":4669,"threads_started":5}
20:17:28.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:28.381479 17654 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6226c107d23b4a348b4789f481c472e8 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "825da425117d457985fc6aff1b99be66" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6226c107d23b4a348b4789f481c472e8" member_type: VOTER last_known_addr { host: "127.16.113.62" port: 35801 } } peers { permanent_uuid: "825da425117d457985fc6aff1b99be66" member_type: VOTER last_known_addr { host: "127.16.113.61" port: 35029 } } peers { permanent_uuid: "cacb4a85371544b8b64d4f64e0820d7d" member_type: VOTER last_known_addr { host: "127.16.113.60" port: 35439 } } }
20:17:28.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:28.381875 17654 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6226c107d23b4a348b4789f481c472e8 [sys.catalog]: This master's current role is: FOLLOWER
20:17:28.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:28.389225 16960 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:55792:
20:17:28.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
20:17:28.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
20:17:28.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:17:28.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
20:17:28.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
20:17:28.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
20:17:28.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:17:28.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
20:17:28.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
20:17:28.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:17:28.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:17:28.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:17:28.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:17:28.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
20:17:28.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
20:17:28.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
20:17:28.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:17:28.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
20:17:28.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
20:17:28.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:17:28.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:17:28.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:17:28.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:17:28.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
20:17:28.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
20:17:28.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
20:17:28.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:17:28.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
20:17:28.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
20:17:28.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:17:28.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:17:28.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:17:28.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:17:28.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
20:17:28.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
20:17:28.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
20:17:28.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:17:28.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
20:17:28.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
20:17:28.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:17:28.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:17:28.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:17:28.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:17:28.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
20:17:28.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
20:17:28.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
20:17:28.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
20:17:28.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:17:28.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
20:17:28.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
20:17:28.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:17:28.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
20:17:28.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:17:28.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:17:28.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:17:28.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
20:17:28.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:17:28.398135 16960 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
20:17:28.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:28.446401 17316 txn_status_manager.cc:1390] automatically aborted stale txn (ID 0) past 1.009s from last keepalive heartbeat (effective timeout is 1.000s)
20:17:28.459 [DEBUG - kudu-nio-0] (KuduTransaction.java:799) terminating keepalive task (txn ID 0) due to exception org.apache.kudu.client.NonRecoverableException: Failed to write to server: 0955632751864e83b2c556a9b8cffec7 (127.16.113.2:45955): transaction ID 0 is not available for further commits: state: ABORTED user: "slave" start_timestamp: 1781986647 last_transition_timestamp: 1781986648
20:17:28.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:17:28.763172 16945 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.16.113.60:35439: connect: Connection refused (error 111) [suppressed 12 similar messages]
20:17:28.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:17:28.847021 16945 consensus_peers.cc:487] T 00000000000000000000000000000000 P 825da425117d457985fc6aff1b99be66 -> Peer cacb4a85371544b8b64d4f64e0820d7d (127.16.113.60:35439): Couldn't send request to peer cacb4a85371544b8b64d4f64e0820d7d. Status: Network error: Client connection negotiation failed: client connection to 127.16.113.60:35439: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
20:17:29.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:29.326413 16847 master_runner.cc:186] Error getting master registration for 127.16.113.60:35439: Network error: Client connection negotiation failed: client connection to 127.16.113.60:35439: connect: Connection refused (error 111),
20:17:29.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:29.326644 16847 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:17:29.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:17:29.348073 16945 consensus_peers.cc:487] T 00000000000000000000000000000000 P 825da425117d457985fc6aff1b99be66 -> Peer cacb4a85371544b8b64d4f64e0820d7d (127.16.113.60:35439): Couldn't send request to peer cacb4a85371544b8b64d4f64e0820d7d. Status: Network error: Client connection negotiation failed: client connection to 127.16.113.60:35439: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
20:17:29.626 [DEBUG - main] (Connection.java:575) [peer master-127.16.113.61:35029(127.16.113.61:35029)] disconnecting while in state READY
20:17:29.626 [DEBUG - main] (Connection.java:575) [peer master-127.16.113.62:35801(127.16.113.62:35801)] disconnecting while in state READY
20:17:29.626 [DEBUG - main] (Connection.java:575) [peer master-127.16.113.60:35439(127.16.113.60:35439)] disconnecting while in state TERMINATED
20:17:29.627 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:17:29.627 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.16.113.61:35029(127.16.113.61:35029)] handling channelInactive
20:17:29.628 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.113.61:35029(127.16.113.61:35029)] cleaning up while in state READY due to: connection closed
20:17:29.629 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.16.113.62:35801(127.16.113.62:35801)] handling channelInactive
20:17:29.629 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.113.62:35801(127.16.113.62:35801)] cleaning up while in state READY due to: connection closed
20:17:29.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:29.629148 16836 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskXag5VZ/build/asan/bin/kudu pid 17150
20:17:29.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:29.641803 17285 generic_service.cc:196] Checking for leaks (request via RPC)
20:17:29.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:29.690574 17579 heartbeater.cc:503] Master 127.16.113.61:35029 was elected leader, sending a full tablet report...
20:17:29.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:29.713399 17435 heartbeater.cc:503] Master 127.16.113.61:35029 was elected leader, sending a full tablet report...
20:17:29.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:29.756407 16836 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskXag5VZ/build/asan/bin/kudu with pid 17150
20:17:29.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:29.780274 16836 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskXag5VZ/build/asan/bin/kudu pid 17295
20:17:29.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:29.791091 17428 generic_service.cc:196] Checking for leaks (request via RPC)
20:17:29.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:17:29.876842 16945 consensus_peers.cc:487] T 00000000000000000000000000000000 P 825da425117d457985fc6aff1b99be66 -> Peer cacb4a85371544b8b64d4f64e0820d7d (127.16.113.60:35439): Couldn't send request to peer cacb4a85371544b8b64d4f64e0820d7d. Status: Network error: Client connection negotiation failed: client connection to 127.16.113.60:35439: connect: Connection refused (error 111). This is attempt 16: this message will repeat every 5th retry.
20:17:29.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:29.938879 16836 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskXag5VZ/build/asan/bin/kudu with pid 17295
20:17:29.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:29.964095 16836 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskXag5VZ/build/asan/bin/kudu pid 17438
20:17:29.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:29.973783 17572 generic_service.cc:196] Checking for leaks (request via RPC)
20:17:30.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:30.090747 16836 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskXag5VZ/build/asan/bin/kudu with pid 17438
20:17:30.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:30.113389 16836 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskXag5VZ/build/asan/bin/kudu pid 16847
20:17:30.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:30.115195 16919 generic_service.cc:196] Checking for leaks (request via RPC)
20:17:30.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:30.240370 16836 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskXag5VZ/build/asan/bin/kudu with pid 16847
20:17:30.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:17:30.268280 16947 connection.cc:535] client connection to 127.16.113.62:35801 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
20:17:30.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:30.268631 16836 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskXag5VZ/build/asan/bin/kudu pid 16926
20:17:30.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:17:30.269858 16947 consensus_peers.cc:487] T 00000000000000000000000000000000 P 825da425117d457985fc6aff1b99be66 -> Peer 6226c107d23b4a348b4789f481c472e8 (127.16.113.62:35801): Couldn't send request to peer 6226c107d23b4a348b4789f481c472e8. Status: Network error: Client connection negotiation failed: client connection to 127.16.113.62:35801: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
20:17:30.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:30.270092 17000 generic_service.cc:196] Checking for leaks (request via RPC)
20:17:30.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:17:30.398344 16836 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskXag5VZ/build/asan/bin/kudu with pid 16926
20:17:30.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-20T20:17:30Z chronyd exiting
20:17:30.571 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager: failed attempt 1
java.lang.AssertionError: Aborted: transaction was aborted
at org.junit.Assert.fail(Assert.java:89) ~[junit-4.13.2.jar:4.13.2]
at org.junit.Assert.assertTrue(Assert.java:42) ~[junit-4.13.2.jar:4.13.2]
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager(TestKuduTransaction.java:1214) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
java.lang.AssertionError: Aborted: transaction was aborted
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.assertTrue(Assert.java:42)
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager(TestKuduTransaction.java:1214)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)