10:57:11.995 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
10:57:11.996 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskw_eLBj/test-tmp
10:57:11.996 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/asan/bin
10:57:11.996 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskw_eLBj/java/build/dist-test/../../../build/asan/bin/kudu, test, mini_cluster, --serialization=pb]
10:57:12.002 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskw_eLBj/test-tmp/mini-kudu-cluster1584819248844945188"
extra_master_flags: "--txn_manager_enabled"
extra_master_flags: "--raft_heartbeat_interval_ms=100"
extra_tserver_flags: "--txn_keepalive_interval_ms=1000"
extra_tserver_flags: "--txn_staleness_tracker_interval_ms=250"
extra_tserver_flags: "--enable_txn_system_client_init=true"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
10:57:12.326 [DEBUG - main] (MiniKuduCluster.java:195) Response:
10:57:12.326 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
10:57:12.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:12.328640 27748 mini_oidc.cc:152] Starting JWKS server
10:57:12.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:12.331594 27748 webserver.cc:460] Webserver started at http://127.0.0.1:45729/ using document root <none> and password file <none>
10:57:12.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:12.331899 27748 mini_oidc.cc:189] Starting OIDC Discovery server
10:57:12.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:12.332559 27748 webserver.cc:460] Webserver started at http://127.0.0.1:46749/ using document root <none> and password file <none>
10:57:12.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-25T10:57:12Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
10:57:12.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-25T10:57:12Z Disabled control of system clock
10:57:12.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:12.363507 27748 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskw_eLBj/build/asan/bin/kudu
10:57:12.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskw_eLBj/build/asan/bin/kudu
10:57:12.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskw_eLBj/test-tmp/mini-kudu-cluster1584819248844945188/master-0/wal
10:57:12.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskw_eLBj/test-tmp/mini-kudu-cluster1584819248844945188/master-0/data
10:57:12.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
10:57:12.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
10:57:12.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
10:57:12.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
10:57:12.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
10:57:12.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
10:57:12.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskw_eLBj/test-tmp/mini-kudu-cluster1584819248844945188/master-0/logs
10:57:12.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskw_eLBj/test-tmp/mini-kudu-cluster1584819248844945188/master-0/data/info.pb
10:57:12.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
10:57:12.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
10:57:12.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
10:57:12.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
10:57:12.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
10:57:12.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
10:57:12.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
10:57:12.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
10:57:12.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
10:57:12.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
10:57:12.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
10:57:12.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
10:57:12.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.25.62:35573
10:57:12.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.25.62
10:57:12.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
10:57:12.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.25.20:37453
10:57:12.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
10:57:12.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
10:57:12.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
10:57:12.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
10:57:12.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.25.62:35573,127.27.25.61:36255,127.27.25.60:35955
10:57:12.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
10:57:12.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45729/jwks.json
10:57:12.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
10:57:12.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
10:57:12.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 10:57:12.687919 27759 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
10:57:12.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 10:57:12.688309 27759 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
10:57:12.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 10:57:12.688436 27759 flags.cc:425] Enabled unsafe flag: --never_fsync=true
10:57:12.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 10:57:12.695871 27759 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
10:57:12.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 10:57:12.696061 27759 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
10:57:12.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 10:57:12.696116 27759 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
10:57:12.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 10:57:12.696184 27759 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
10:57:12.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 10:57:12.696244 27759 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
10:57:12.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 10:57:12.696326 27759 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
10:57:12.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 10:57:12.696381 27759 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:45729/jwks.json
10:57:12.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:12.711901 27759 master_runner.cc:386] Master server non-default flags:
10:57:12.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
10:57:12.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.25.20:37453
10:57:12.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
10:57:12.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
10:57:12.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
10:57:12.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskw_eLBj/test-tmp/mini-kudu-cluster1584819248844945188/master-0/data
10:57:12.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskw_eLBj/test-tmp/mini-kudu-cluster1584819248844945188/master-0/wal
10:57:12.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
10:57:12.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.25.62:35573,127.27.25.61:36255,127.27.25.60:35955
10:57:12.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
10:57:12.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
10:57:12.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
10:57:12.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
10:57:12.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.25.62:35573
10:57:12.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
10:57:12.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
10:57:12.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
10:57:12.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45729/jwks.json
10:57:12.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
10:57:12.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
10:57:12.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskw_eLBj/test-tmp/mini-kudu-cluster1584819248844945188/master-0/data/info.pb
10:57:12.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.25.62
10:57:12.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
10:57:12.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
10:57:12.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
10:57:12.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
10:57:12.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
10:57:12.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
10:57:12.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskw_eLBj/test-tmp/mini-kudu-cluster1584819248844945188/master-0/logs
10:57:12.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
10:57:12.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
10:57:12.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
10:57:12.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
10:57:12.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
10:57:12.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
10:57:12.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
10:57:12.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 25 Sep 2026 09:24:16 UTC on ccycloud.quasar-kczgym.root.comops.site
10:57:12.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4672077
10:57:12.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
10:57:12.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:12.714156 27759 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
10:57:12.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:12.716544 27759 file_cache.cc:493] Constructed file cache file cache with capacity 419430
10:57:12.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 10:57:12.731101 27764 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:57:12.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 10:57:12.731184 27765 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:57:12.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 10:57:12.731145 27767 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:57:12.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:12.732709 27759 server_base.cc:1034] running on GCE node
10:57:12.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:12.733794 27759 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
10:57:12.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:12.735908 27759 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
10:57:12.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:12.737337 27759 hybrid_clock.cc:648] HybridClock initialized: now 1790333832737259 us; error 65 us; skew 500 ppm
10:57:12.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:12.737766 27759 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
10:57:12.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:12.740370 27759 webserver.cc:460] Webserver started at http://127.27.25.62:37965/ using document root <none> and password file <none>
10:57:12.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:12.741117 27759 fs_manager.cc:359] Metadata directory not provided
10:57:12.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:12.741271 27759 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
10:57:12.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:12.741681 27759 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
10:57:12.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:12.744412 27759 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskw_eLBj/test-tmp/mini-kudu-cluster1584819248844945188/master-0/data/instance:
10:57:12.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "adb36501a827423eaa512b5a66a34293"
10:57:12.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 10:57:12 on dist-test-slave-zjd4"
10:57:12.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:12.745386 27759 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskw_eLBj/test-tmp/mini-kudu-cluster1584819248844945188/master-0/wal/instance:
10:57:12.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "adb36501a827423eaa512b5a66a34293"
10:57:12.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 10:57:12 on dist-test-slave-zjd4"
10:57:12.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:12.751394 27759 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.001s sys 0.004s
10:57:12.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:12.754993 27773 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
10:57:12.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:12.756345 27759 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.001s sys 0.000s
10:57:12.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:12.756541 27759 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskw_eLBj/test-tmp/mini-kudu-cluster1584819248844945188/master-0/data,/tmp/dist-test-taskw_eLBj/test-tmp/mini-kudu-cluster1584819248844945188/master-0/wal
10:57:12.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "adb36501a827423eaa512b5a66a34293"
10:57:12.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 10:57:12 on dist-test-slave-zjd4"
10:57:12.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:12.756788 27759 fs_report.cc:383] FS layout report
10:57:12.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
10:57:12.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskw_eLBj/test-tmp/mini-kudu-cluster1584819248844945188/master-0/wal
10:57:12.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskw_eLBj/test-tmp/mini-kudu-cluster1584819248844945188/master-0/wal
10:57:12.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskw_eLBj/test-tmp/mini-kudu-cluster1584819248844945188/master-0/data/data
10:57:12.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
10:57:12.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
10:57:12.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
10:57:12.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
10:57:12.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
10:57:12.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
10:57:12.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
10:57:12.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
10:57:12.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
10:57:12.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
10:57:12.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
10:57:12.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:12.774886 27759 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
10:57:12.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:12.775889 27759 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
10:57:12.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:12.776224 27759 kserver.cc:163] Server-wide thread pool size limit: 3276
10:57:12.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:12.800150 27759 rpc_server.cc:307] RPC server started. Bound to: 127.27.25.62:35573
10:57:12.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:12.800171 27834 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.27.25.62:35573 every 8 connection(s)
10:57:12.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:12.801604 27759 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskw_eLBj/test-tmp/mini-kudu-cluster1584819248844945188/master-0/data/info.pb
10:57:12.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:12.805652 27835 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
10:57:12.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:12.810777 27748 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskw_eLBj/build/asan/bin/kudu as pid 27759
10:57:12.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:12.811040 27748 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskw_eLBj/test-tmp/mini-kudu-cluster1584819248844945188/master-0/wal/instance
10:57:12.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:12.811801 27835 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.25.62" port: 35573 } has no permanent_uuid. Determining permanent_uuid...
10:57:12.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:12.813308 27748 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskw_eLBj/build/asan/bin/kudu
10:57:12.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskw_eLBj/build/asan/bin/kudu
10:57:12.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskw_eLBj/test-tmp/mini-kudu-cluster1584819248844945188/master-1/wal
10:57:12.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskw_eLBj/test-tmp/mini-kudu-cluster1584819248844945188/master-1/data
10:57:12.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
10:57:12.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
10:57:12.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
10:57:12.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
10:57:12.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
10:57:12.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
10:57:12.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskw_eLBj/test-tmp/mini-kudu-cluster1584819248844945188/master-1/logs
10:57:12.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskw_eLBj/test-tmp/mini-kudu-cluster1584819248844945188/master-1/data/info.pb
10:57:12.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
10:57:12.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
10:57:12.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
10:57:12.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
10:57:12.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
10:57:12.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
10:57:12.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
10:57:12.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
10:57:12.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
10:57:12.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
10:57:12.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
10:57:12.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
10:57:12.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.25.61:36255
10:57:12.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.25.61
10:57:12.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
10:57:12.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.25.20:37453
10:57:12.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
10:57:12.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
10:57:12.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
10:57:12.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
10:57:12.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.25.62:35573,127.27.25.61:36255,127.27.25.60:35955
10:57:12.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
10:57:12.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45729/jwks.json
10:57:12.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
10:57:12.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
10:57:12.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:12.830850 27835 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.25.61" port: 36255 } has no permanent_uuid. Determining permanent_uuid...
10:57:12.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 10:57:12.832150 27774 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.25.61:36255: connect: Connection refused (error 111)
10:57:12.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 10:57:12.834113 27835 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.25.61:36255: Network error: Client connection negotiation failed: client connection to 127.27.25.61:36255: connect: Connection refused (error 111)
10:57:12.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:12.883507 27835 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.25.61" port: 36255 } attempt: 1
10:57:12.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 10:57:12.885635 27835 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.25.61:36255: Network error: Client connection negotiation failed: client connection to 127.27.25.61:36255: connect: Connection refused (error 111)
10:57:12.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:12.953958 27835 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.25.61" port: 36255 } attempt: 2
10:57:12.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 10:57:12.956372 27835 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.25.61:36255: Network error: Client connection negotiation failed: client connection to 127.27.25.61:36255: connect: Connection refused (error 111)
10:57:13.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.047683 27835 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.25.61" port: 36255 } attempt: 3
10:57:13.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 10:57:13.049930 27835 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.25.61:36255: Network error: Client connection negotiation failed: client connection to 127.27.25.61:36255: connect: Connection refused (error 111)
10:57:13.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 10:57:13.146538 27839 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
10:57:13.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 10:57:13.146860 27839 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
10:57:13.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 10:57:13.146948 27839 flags.cc:425] Enabled unsafe flag: --never_fsync=true
10:57:13.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 10:57:13.154676 27839 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
10:57:13.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 10:57:13.154806 27839 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
10:57:13.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 10:57:13.154846 27839 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
10:57:13.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 10:57:13.154894 27839 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
10:57:13.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 10:57:13.154938 27839 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
10:57:13.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 10:57:13.154994 27839 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
10:57:13.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 10:57:13.155026 27839 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:45729/jwks.json
10:57:13.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.164779 27839 master_runner.cc:386] Master server non-default flags:
10:57:13.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
10:57:13.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.25.20:37453
10:57:13.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
10:57:13.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
10:57:13.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
10:57:13.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskw_eLBj/test-tmp/mini-kudu-cluster1584819248844945188/master-1/data
10:57:13.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskw_eLBj/test-tmp/mini-kudu-cluster1584819248844945188/master-1/wal
10:57:13.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
10:57:13.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.25.62:35573,127.27.25.61:36255,127.27.25.60:35955
10:57:13.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
10:57:13.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
10:57:13.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
10:57:13.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
10:57:13.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.25.61:36255
10:57:13.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
10:57:13.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
10:57:13.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
10:57:13.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45729/jwks.json
10:57:13.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
10:57:13.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
10:57:13.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskw_eLBj/test-tmp/mini-kudu-cluster1584819248844945188/master-1/data/info.pb
10:57:13.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.25.61
10:57:13.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
10:57:13.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
10:57:13.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
10:57:13.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
10:57:13.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
10:57:13.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
10:57:13.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskw_eLBj/test-tmp/mini-kudu-cluster1584819248844945188/master-1/logs
10:57:13.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
10:57:13.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
10:57:13.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
10:57:13.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
10:57:13.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
10:57:13.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
10:57:13.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
10:57:13.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 25 Sep 2026 09:24:16 UTC on ccycloud.quasar-kczgym.root.comops.site
10:57:13.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4672077
10:57:13.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
10:57:13.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.166232 27839 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
10:57:13.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.168109 27839 file_cache.cc:493] Constructed file cache file cache with capacity 419430
10:57:13.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 10:57:13.180393 27845 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:57:13.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 10:57:13.180429 27846 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:57:13.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 10:57:13.180739 27848 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:57:13.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.181700 27839 server_base.cc:1034] running on GCE node
10:57:13.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.182493 27839 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
10:57:13.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.183990 27839 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
10:57:13.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.185254 27839 hybrid_clock.cc:648] HybridClock initialized: now 1790333833185142 us; error 63 us; skew 500 ppm
10:57:13.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.185590 27839 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
10:57:13.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.187868 27839 webserver.cc:460] Webserver started at http://127.27.25.61:41575/ using document root <none> and password file <none>
10:57:13.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.188519 27839 fs_manager.cc:359] Metadata directory not provided
10:57:13.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.188606 27839 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
10:57:13.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.188872 27839 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
10:57:13.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.191642 27839 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskw_eLBj/test-tmp/mini-kudu-cluster1584819248844945188/master-1/data/instance:
10:57:13.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "184ed0f5c86c4fb1a3f9d99ef6807fb8"
10:57:13.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 10:57:13 on dist-test-slave-zjd4"
10:57:13.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.192373 27839 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskw_eLBj/test-tmp/mini-kudu-cluster1584819248844945188/master-1/wal/instance:
10:57:13.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "184ed0f5c86c4fb1a3f9d99ef6807fb8"
10:57:13.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 10:57:13 on dist-test-slave-zjd4"
10:57:13.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.193248 27835 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.25.61" port: 36255 } attempt: 4
10:57:13.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 10:57:13.195381 27835 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.25.61:36255: Network error: Client connection negotiation failed: client connection to 127.27.25.61:36255: connect: Connection refused (error 111)
10:57:13.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.198324 27839 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.008s sys 0.000s
10:57:13.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.201702 27854 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
10:57:13.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.203197 27839 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.002s sys 0.002s
10:57:13.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.203341 27839 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskw_eLBj/test-tmp/mini-kudu-cluster1584819248844945188/master-1/data,/tmp/dist-test-taskw_eLBj/test-tmp/mini-kudu-cluster1584819248844945188/master-1/wal
10:57:13.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "184ed0f5c86c4fb1a3f9d99ef6807fb8"
10:57:13.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 10:57:13 on dist-test-slave-zjd4"
10:57:13.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.203527 27839 fs_report.cc:383] FS layout report
10:57:13.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
10:57:13.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskw_eLBj/test-tmp/mini-kudu-cluster1584819248844945188/master-1/wal
10:57:13.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskw_eLBj/test-tmp/mini-kudu-cluster1584819248844945188/master-1/wal
10:57:13.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskw_eLBj/test-tmp/mini-kudu-cluster1584819248844945188/master-1/data/data
10:57:13.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
10:57:13.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
10:57:13.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
10:57:13.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
10:57:13.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
10:57:13.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
10:57:13.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
10:57:13.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
10:57:13.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
10:57:13.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
10:57:13.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
10:57:13.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.254271 27839 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
10:57:13.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.255194 27839 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
10:57:13.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.255435 27839 kserver.cc:163] Server-wide thread pool size limit: 3276
10:57:13.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.278560 27839 rpc_server.cc:307] RPC server started. Bound to: 127.27.25.61:36255
10:57:13.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.278618 27915 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.27.25.61:36255 every 8 connection(s)
10:57:13.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.280083 27839 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskw_eLBj/test-tmp/mini-kudu-cluster1584819248844945188/master-1/data/info.pb
10:57:13.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.282572 27748 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskw_eLBj/build/asan/bin/kudu as pid 27839
10:57:13.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.282747 27748 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskw_eLBj/test-tmp/mini-kudu-cluster1584819248844945188/master-1/wal/instance
10:57:13.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.283954 27748 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskw_eLBj/build/asan/bin/kudu
10:57:13.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskw_eLBj/build/asan/bin/kudu
10:57:13.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskw_eLBj/test-tmp/mini-kudu-cluster1584819248844945188/master-2/wal
10:57:13.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskw_eLBj/test-tmp/mini-kudu-cluster1584819248844945188/master-2/data
10:57:13.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
10:57:13.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
10:57:13.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
10:57:13.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
10:57:13.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
10:57:13.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
10:57:13.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskw_eLBj/test-tmp/mini-kudu-cluster1584819248844945188/master-2/logs
10:57:13.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskw_eLBj/test-tmp/mini-kudu-cluster1584819248844945188/master-2/data/info.pb
10:57:13.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
10:57:13.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
10:57:13.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
10:57:13.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
10:57:13.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
10:57:13.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
10:57:13.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
10:57:13.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
10:57:13.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
10:57:13.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
10:57:13.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
10:57:13.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
10:57:13.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.25.60:35955
10:57:13.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.25.60
10:57:13.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
10:57:13.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.25.20:37453
10:57:13.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
10:57:13.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
10:57:13.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
10:57:13.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
10:57:13.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.25.62:35573,127.27.25.61:36255,127.27.25.60:35955
10:57:13.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
10:57:13.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45729/jwks.json
10:57:13.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
10:57:13.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
10:57:13.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.284560 27916 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
10:57:13.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.292071 27916 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.25.62" port: 35573 } has no permanent_uuid. Determining permanent_uuid...
10:57:13.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.307476 27916 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.25.61" port: 36255 } has no permanent_uuid. Determining permanent_uuid...
10:57:13.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.318075 27916 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.25.60" port: 35955 } has no permanent_uuid. Determining permanent_uuid...
10:57:13.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 10:57:13.319221 27857 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.25.60:35955: connect: Connection refused (error 111)
10:57:13.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 10:57:13.320801 27916 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.25.60:35955: Network error: Client connection negotiation failed: client connection to 127.27.25.60:35955: connect: Connection refused (error 111)
10:57:13.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.370127 27916 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.25.60" port: 35955 } attempt: 1
10:57:13.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 10:57:13.372169 27916 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.25.60:35955: Network error: Client connection negotiation failed: client connection to 127.27.25.60:35955: connect: Connection refused (error 111)
10:57:13.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.440421 27916 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.25.60" port: 35955 } attempt: 2
10:57:13.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 10:57:13.442646 27916 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.25.60:35955: Network error: Client connection negotiation failed: client connection to 127.27.25.60:35955: connect: Connection refused (error 111)
10:57:13.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.494696 27835 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.25.61" port: 36255 } attempt: 5
10:57:13.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.501754 27835 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.25.60" port: 35955 } has no permanent_uuid. Determining permanent_uuid...
10:57:13.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 10:57:13.503750 27835 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.25.60:35955: Network error: Client connection negotiation failed: client connection to 127.27.25.60:35955: connect: Connection refused (error 111)
10:57:13.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.533895 27916 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.25.60" port: 35955 } attempt: 3
10:57:13.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 10:57:13.536088 27916 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.25.60:35955: Network error: Client connection negotiation failed: client connection to 127.27.25.60:35955: connect: Connection refused (error 111)
10:57:13.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.555052 27835 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.25.60" port: 35955 } attempt: 1
10:57:13.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 10:57:13.557271 27835 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.25.60:35955: Network error: Client connection negotiation failed: client connection to 127.27.25.60:35955: connect: Connection refused (error 111)
10:57:13.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 10:57:13.624789 27918 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
10:57:13.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 10:57:13.625142 27918 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
10:57:13.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 10:57:13.625305 27918 flags.cc:425] Enabled unsafe flag: --never_fsync=true
10:57:13.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.625541 27835 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.25.60" port: 35955 } attempt: 2
10:57:13.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 10:57:13.627522 27835 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.25.60:35955: Network error: Client connection negotiation failed: client connection to 127.27.25.60:35955: connect: Connection refused (error 111)
10:57:13.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 10:57:13.634251 27918 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
10:57:13.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 10:57:13.634367 27918 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
10:57:13.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 10:57:13.634408 27918 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
10:57:13.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 10:57:13.634462 27918 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
10:57:13.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 10:57:13.634502 27918 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
10:57:13.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 10:57:13.634562 27918 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
10:57:13.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 10:57:13.634600 27918 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:45729/jwks.json
10:57:13.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.645028 27918 master_runner.cc:386] Master server non-default flags:
10:57:13.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
10:57:13.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.25.20:37453
10:57:13.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
10:57:13.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
10:57:13.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
10:57:13.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskw_eLBj/test-tmp/mini-kudu-cluster1584819248844945188/master-2/data
10:57:13.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskw_eLBj/test-tmp/mini-kudu-cluster1584819248844945188/master-2/wal
10:57:13.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
10:57:13.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.25.62:35573,127.27.25.61:36255,127.27.25.60:35955
10:57:13.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
10:57:13.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
10:57:13.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
10:57:13.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
10:57:13.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.25.60:35955
10:57:13.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
10:57:13.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
10:57:13.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
10:57:13.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45729/jwks.json
10:57:13.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
10:57:13.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
10:57:13.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskw_eLBj/test-tmp/mini-kudu-cluster1584819248844945188/master-2/data/info.pb
10:57:13.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.25.60
10:57:13.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
10:57:13.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
10:57:13.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
10:57:13.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
10:57:13.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
10:57:13.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
10:57:13.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskw_eLBj/test-tmp/mini-kudu-cluster1584819248844945188/master-2/logs
10:57:13.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
10:57:13.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
10:57:13.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
10:57:13.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
10:57:13.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
10:57:13.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
10:57:13.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
10:57:13.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 25 Sep 2026 09:24:16 UTC on ccycloud.quasar-kczgym.root.comops.site
10:57:13.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4672077
10:57:13.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
10:57:13.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.646430 27918 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
10:57:13.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.648289 27918 file_cache.cc:493] Constructed file cache file cache with capacity 419430
10:57:13.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 10:57:13.661958 27926 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:57:13.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 10:57:13.661976 27927 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:57:13.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.662734 27918 server_base.cc:1034] running on GCE node
10:57:13.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 10:57:13.662827 27929 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:57:13.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.663724 27918 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
10:57:13.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.665295 27918 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
10:57:13.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.666531 27918 hybrid_clock.cc:648] HybridClock initialized: now 1790333833666454 us; error 70 us; skew 500 ppm
10:57:13.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.666870 27918 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
10:57:13.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.669421 27918 webserver.cc:460] Webserver started at http://127.27.25.60:37049/ using document root <none> and password file <none>
10:57:13.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.670097 27918 fs_manager.cc:359] Metadata directory not provided
10:57:13.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.670193 27918 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
10:57:13.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.670459 27918 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
10:57:13.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.673403 27918 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskw_eLBj/test-tmp/mini-kudu-cluster1584819248844945188/master-2/data/instance:
10:57:13.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "15946660b62f430d840bb1883f980c1b"
10:57:13.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 10:57:13 on dist-test-slave-zjd4"
10:57:13.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.674224 27918 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskw_eLBj/test-tmp/mini-kudu-cluster1584819248844945188/master-2/wal/instance:
10:57:13.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "15946660b62f430d840bb1883f980c1b"
10:57:13.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 10:57:13 on dist-test-slave-zjd4"
10:57:13.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.679334 27916 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.25.60" port: 35955 } attempt: 4
10:57:13.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.679760 27918 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.001s sys 0.004s
10:57:13.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 10:57:13.681339 27916 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.25.60:35955: Network error: Client connection negotiation failed: client connection to 127.27.25.60:35955: connect: Connection refused (error 111)
10:57:13.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.683997 27935 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
10:57:13.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.685619 27918 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.002s sys 0.001s
10:57:13.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.685768 27918 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskw_eLBj/test-tmp/mini-kudu-cluster1584819248844945188/master-2/data,/tmp/dist-test-taskw_eLBj/test-tmp/mini-kudu-cluster1584819248844945188/master-2/wal
10:57:13.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "15946660b62f430d840bb1883f980c1b"
10:57:13.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 10:57:13 on dist-test-slave-zjd4"
10:57:13.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.685966 27918 fs_report.cc:383] FS layout report
10:57:13.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
10:57:13.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskw_eLBj/test-tmp/mini-kudu-cluster1584819248844945188/master-2/wal
10:57:13.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskw_eLBj/test-tmp/mini-kudu-cluster1584819248844945188/master-2/wal
10:57:13.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskw_eLBj/test-tmp/mini-kudu-cluster1584819248844945188/master-2/data/data
10:57:13.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
10:57:13.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
10:57:13.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
10:57:13.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
10:57:13.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
10:57:13.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
10:57:13.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
10:57:13.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
10:57:13.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
10:57:13.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
10:57:13.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
10:57:13.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.698349 27918 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
10:57:13.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.699252 27918 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
10:57:13.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.699510 27918 kserver.cc:163] Server-wide thread pool size limit: 3276
10:57:13.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.723227 27918 rpc_server.cc:307] RPC server started. Bound to: 127.27.25.60:35955
10:57:13.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.723245 27996 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.27.25.60:35955 every 8 connection(s)
10:57:13.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.724551 27918 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskw_eLBj/test-tmp/mini-kudu-cluster1584819248844945188/master-2/data/info.pb
10:57:13.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.728400 27997 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
10:57:13.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.732115 27748 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskw_eLBj/build/asan/bin/kudu as pid 27918
10:57:13.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.732277 27748 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskw_eLBj/test-tmp/mini-kudu-cluster1584819248844945188/master-2/wal/instance
10:57:13.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.733793 27835 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.25.60" port: 35955 } attempt: 3
10:57:13.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.736402 27997 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.25.62" port: 35573 } has no permanent_uuid. Determining permanent_uuid...
10:57:13.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.751864 27997 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.25.61" port: 36255 } has no permanent_uuid. Determining permanent_uuid...
10:57:13.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.757274 27835 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P adb36501a827423eaa512b5a66a34293: Bootstrap starting.
10:57:13.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.761468 27997 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.25.60" port: 35955 } has no permanent_uuid. Determining permanent_uuid...
10:57:13.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.761768 27835 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P adb36501a827423eaa512b5a66a34293: Neither blocks nor log segments found. Creating new log.
10:57:13.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.763590 27835 log.cc:824] T 00000000000000000000000000000000 P adb36501a827423eaa512b5a66a34293: Log is configured to *not* fsync() on all Append() calls
10:57:13.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.767460 27835 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P adb36501a827423eaa512b5a66a34293: No bootstrap required, opened a new log
10:57:13.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.775264 27997 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 15946660b62f430d840bb1883f980c1b: Bootstrap starting.
10:57:13.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.776271 27835 raft_consensus.cc:348] T 00000000000000000000000000000000 P adb36501a827423eaa512b5a66a34293 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "adb36501a827423eaa512b5a66a34293" member_type: VOTER last_known_addr { host: "127.27.25.62" port: 35573 } } peers { permanent_uuid: "184ed0f5c86c4fb1a3f9d99ef6807fb8" member_type: VOTER last_known_addr { host: "127.27.25.61" port: 36255 } } peers { permanent_uuid: "15946660b62f430d840bb1883f980c1b" member_type: VOTER last_known_addr { host: "127.27.25.60" port: 35955 } }
10:57:13.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.776557 27835 raft_consensus.cc:374] T 00000000000000000000000000000000 P adb36501a827423eaa512b5a66a34293 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
10:57:13.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.776643 27835 raft_consensus.cc:729] T 00000000000000000000000000000000 P adb36501a827423eaa512b5a66a34293 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: adb36501a827423eaa512b5a66a34293, State: Initialized, Role: FOLLOWER
10:57:13.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.777275 27835 consensus_queue.cc:260] T 00000000000000000000000000000000 P adb36501a827423eaa512b5a66a34293 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "adb36501a827423eaa512b5a66a34293" member_type: VOTER last_known_addr { host: "127.27.25.62" port: 35573 } } peers { permanent_uuid: "184ed0f5c86c4fb1a3f9d99ef6807fb8" member_type: VOTER last_known_addr { host: "127.27.25.61" port: 36255 } } peers { permanent_uuid: "15946660b62f430d840bb1883f980c1b" member_type: VOTER last_known_addr { host: "127.27.25.60" port: 35955 } }
10:57:13.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.778277 28006 sys_catalog.cc:455] T 00000000000000000000000000000000 P adb36501a827423eaa512b5a66a34293 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "adb36501a827423eaa512b5a66a34293" member_type: VOTER last_known_addr { host: "127.27.25.62" port: 35573 } } peers { permanent_uuid: "184ed0f5c86c4fb1a3f9d99ef6807fb8" member_type: VOTER last_known_addr { host: "127.27.25.61" port: 36255 } } peers { permanent_uuid: "15946660b62f430d840bb1883f980c1b" member_type: VOTER last_known_addr { host: "127.27.25.60" port: 35955 } } }
10:57:13.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.778677 28006 sys_catalog.cc:458] T 00000000000000000000000000000000 P adb36501a827423eaa512b5a66a34293 [sys.catalog]: This master's current role is: FOLLOWER
10:57:13.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.779044 27997 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 15946660b62f430d840bb1883f980c1b: Neither blocks nor log segments found. Creating new log.
10:57:13.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.780349 27835 sys_catalog.cc:564] T 00000000000000000000000000000000 P adb36501a827423eaa512b5a66a34293 [sys.catalog]: configured and running, proceeding with master startup.
10:57:13.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.780438 27997 log.cc:824] T 00000000000000000000000000000000 P 15946660b62f430d840bb1883f980c1b: Log is configured to *not* fsync() on all Append() calls
10:57:13.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.783460 27997 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 15946660b62f430d840bb1883f980c1b: No bootstrap required, opened a new log
10:57:13.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 10:57:13.792196 28018 catalog_manager.cc:1558] T 00000000000000000000000000000000 P adb36501a827423eaa512b5a66a34293: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
10:57:13.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 10:57:13.792555 28018 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
10:57:13.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.794286 27997 raft_consensus.cc:348] T 00000000000000000000000000000000 P 15946660b62f430d840bb1883f980c1b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "adb36501a827423eaa512b5a66a34293" member_type: VOTER last_known_addr { host: "127.27.25.62" port: 35573 } } peers { permanent_uuid: "184ed0f5c86c4fb1a3f9d99ef6807fb8" member_type: VOTER last_known_addr { host: "127.27.25.61" port: 36255 } } peers { permanent_uuid: "15946660b62f430d840bb1883f980c1b" member_type: VOTER last_known_addr { host: "127.27.25.60" port: 35955 } }
10:57:13.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.794767 27997 raft_consensus.cc:374] T 00000000000000000000000000000000 P 15946660b62f430d840bb1883f980c1b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
10:57:13.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.794889 27997 raft_consensus.cc:729] T 00000000000000000000000000000000 P 15946660b62f430d840bb1883f980c1b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 15946660b62f430d840bb1883f980c1b, State: Initialized, Role: FOLLOWER
10:57:13.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.795640 27997 consensus_queue.cc:260] T 00000000000000000000000000000000 P 15946660b62f430d840bb1883f980c1b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "adb36501a827423eaa512b5a66a34293" member_type: VOTER last_known_addr { host: "127.27.25.62" port: 35573 } } peers { permanent_uuid: "184ed0f5c86c4fb1a3f9d99ef6807fb8" member_type: VOTER last_known_addr { host: "127.27.25.61" port: 36255 } } peers { permanent_uuid: "15946660b62f430d840bb1883f980c1b" member_type: VOTER last_known_addr { host: "127.27.25.60" port: 35955 } }
10:57:13.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.796693 28020 sys_catalog.cc:455] T 00000000000000000000000000000000 P 15946660b62f430d840bb1883f980c1b [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "adb36501a827423eaa512b5a66a34293" member_type: VOTER last_known_addr { host: "127.27.25.62" port: 35573 } } peers { permanent_uuid: "184ed0f5c86c4fb1a3f9d99ef6807fb8" member_type: VOTER last_known_addr { host: "127.27.25.61" port: 36255 } } peers { permanent_uuid: "15946660b62f430d840bb1883f980c1b" member_type: VOTER last_known_addr { host: "127.27.25.60" port: 35955 } } }
10:57:13.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.797251 28020 sys_catalog.cc:458] T 00000000000000000000000000000000 P 15946660b62f430d840bb1883f980c1b [sys.catalog]: This master's current role is: FOLLOWER
10:57:13.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.798154 27997 sys_catalog.cc:564] T 00000000000000000000000000000000 P 15946660b62f430d840bb1883f980c1b [sys.catalog]: configured and running, proceeding with master startup.
10:57:13.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.801390 28020 raft_consensus.cc:482] T 00000000000000000000000000000000 P 15946660b62f430d840bb1883f980c1b [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
10:57:13.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.801723 28020 raft_consensus.cc:504] T 00000000000000000000000000000000 P 15946660b62f430d840bb1883f980c1b [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "adb36501a827423eaa512b5a66a34293" member_type: VOTER last_known_addr { host: "127.27.25.62" port: 35573 } } peers { permanent_uuid: "184ed0f5c86c4fb1a3f9d99ef6807fb8" member_type: VOTER last_known_addr { host: "127.27.25.61" port: 36255 } } peers { permanent_uuid: "15946660b62f430d840bb1883f980c1b" member_type: VOTER last_known_addr { host: "127.27.25.60" port: 35955 } }
10:57:13.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.808002 27800 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "15946660b62f430d840bb1883f980c1b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "adb36501a827423eaa512b5a66a34293" is_pre_election: true
10:57:13.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.808208 28020 leader_election.cc:288] T 00000000000000000000000000000000 P 15946660b62f430d840bb1883f980c1b [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers adb36501a827423eaa512b5a66a34293 (127.27.25.62:35573), 184ed0f5c86c4fb1a3f9d99ef6807fb8 (127.27.25.61:36255)
10:57:13.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.808657 27800 raft_consensus.cc:2454] T 00000000000000000000000000000000 P adb36501a827423eaa512b5a66a34293 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 15946660b62f430d840bb1883f980c1b in term 0.
10:57:13.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.810041 27939 leader_election.cc:302] T 00000000000000000000000000000000 P 15946660b62f430d840bb1883f980c1b [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 15946660b62f430d840bb1883f980c1b, adb36501a827423eaa512b5a66a34293; no voters:
10:57:13.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.810601 28020 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 15946660b62f430d840bb1883f980c1b [term 0 FOLLOWER]: Leader pre-election won for term 1
10:57:13.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.810751 28020 raft_consensus.cc:482] T 00000000000000000000000000000000 P 15946660b62f430d840bb1883f980c1b [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
10:57:13.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.810854 28020 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 15946660b62f430d840bb1883f980c1b [term 0 FOLLOWER]: Advancing to term 1
10:57:13.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.814009 28020 raft_consensus.cc:504] T 00000000000000000000000000000000 P 15946660b62f430d840bb1883f980c1b [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "adb36501a827423eaa512b5a66a34293" member_type: VOTER last_known_addr { host: "127.27.25.62" port: 35573 } } peers { permanent_uuid: "184ed0f5c86c4fb1a3f9d99ef6807fb8" member_type: VOTER last_known_addr { host: "127.27.25.61" port: 36255 } } peers { permanent_uuid: "15946660b62f430d840bb1883f980c1b" member_type: VOTER last_known_addr { host: "127.27.25.60" port: 35955 } }
10:57:13.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.815850 27800 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "15946660b62f430d840bb1883f980c1b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "adb36501a827423eaa512b5a66a34293"
10:57:13.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.790203 27759 master_runner.cc:186] Error getting master registration for 127.27.25.61:36255: OK, instance_id { permanent_uuid: "184ed0f5c86c4fb1a3f9d99ef6807fb8" instance_seqno: 1790333833272938 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
10:57:13.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.816679 27759 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
10:57:13.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.817837 27800 raft_consensus.cc:3037] T 00000000000000000000000000000000 P adb36501a827423eaa512b5a66a34293 [term 0 FOLLOWER]: Advancing to term 1
10:57:13.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.821075 27800 raft_consensus.cc:2454] T 00000000000000000000000000000000 P adb36501a827423eaa512b5a66a34293 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 15946660b62f430d840bb1883f980c1b in term 1.
10:57:13.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.821614 27939 leader_election.cc:302] T 00000000000000000000000000000000 P 15946660b62f430d840bb1883f980c1b [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 15946660b62f430d840bb1883f980c1b, adb36501a827423eaa512b5a66a34293; no voters:
10:57:13.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.817619 28020 leader_election.cc:288] T 00000000000000000000000000000000 P 15946660b62f430d840bb1883f980c1b [CANDIDATE]: Term 1 election: Requested vote from peers adb36501a827423eaa512b5a66a34293 (127.27.25.62:35573), 184ed0f5c86c4fb1a3f9d99ef6807fb8 (127.27.25.61:36255)
10:57:13.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.822443 28020 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 15946660b62f430d840bb1883f980c1b [term 1 FOLLOWER]: Leader election won for term 1
10:57:13.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.822793 28020 raft_consensus.cc:686] T 00000000000000000000000000000000 P 15946660b62f430d840bb1883f980c1b [term 1 LEADER]: Becoming Leader. State: Replica: 15946660b62f430d840bb1883f980c1b, State: Running, Role: LEADER
10:57:13.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.823879 28020 consensus_queue.cc:237] T 00000000000000000000000000000000 P 15946660b62f430d840bb1883f980c1b [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "adb36501a827423eaa512b5a66a34293" member_type: VOTER last_known_addr { host: "127.27.25.62" port: 35573 } } peers { permanent_uuid: "184ed0f5c86c4fb1a3f9d99ef6807fb8" member_type: VOTER last_known_addr { host: "127.27.25.61" port: 36255 } } peers { permanent_uuid: "15946660b62f430d840bb1883f980c1b" member_type: VOTER last_known_addr { host: "127.27.25.60" port: 35955 } }
10:57:13.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 10:57:13.833382 28031 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 15946660b62f430d840bb1883f980c1b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
10:57:13.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 10:57:13.833545 28031 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
10:57:13.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.842404 28033 sys_catalog.cc:455] T 00000000000000000000000000000000 P 15946660b62f430d840bb1883f980c1b [sys.catalog]: SysCatalogTable state changed. Reason: New leader 15946660b62f430d840bb1883f980c1b. Latest consensus state: current_term: 1 leader_uuid: "15946660b62f430d840bb1883f980c1b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "adb36501a827423eaa512b5a66a34293" member_type: VOTER last_known_addr { host: "127.27.25.62" port: 35573 } } peers { permanent_uuid: "184ed0f5c86c4fb1a3f9d99ef6807fb8" member_type: VOTER last_known_addr { host: "127.27.25.61" port: 36255 } } peers { permanent_uuid: "15946660b62f430d840bb1883f980c1b" member_type: VOTER last_known_addr { host: "127.27.25.60" port: 35955 } } }
10:57:13.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.842900 28033 sys_catalog.cc:458] T 00000000000000000000000000000000 P 15946660b62f430d840bb1883f980c1b [sys.catalog]: This master's current role is: LEADER
10:57:13.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.832293 27918 master_runner.cc:186] Error getting master registration for 127.27.25.61:36255: OK, instance_id { permanent_uuid: "184ed0f5c86c4fb1a3f9d99ef6807fb8" instance_seqno: 1790333833272938 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
10:57:13.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.846379 27918 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
10:57:13.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.853662 28035 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
10:57:13.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.856141 28035 catalog_manager.cc:1484] Initializing Kudu cluster ID...
10:57:13.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.866705 27800 raft_consensus.cc:1261] T 00000000000000000000000000000000 P adb36501a827423eaa512b5a66a34293 [term 1 FOLLOWER]: Refusing update from remote peer 15946660b62f430d840bb1883f980c1b: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
10:57:13.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.867679 28033 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 15946660b62f430d840bb1883f980c1b [LEADER]: Connected to new peer: Peer: permanent_uuid: "adb36501a827423eaa512b5a66a34293" member_type: VOTER last_known_addr { host: "127.27.25.62" port: 35573 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
10:57:13.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.888862 28006 sys_catalog.cc:455] T 00000000000000000000000000000000 P adb36501a827423eaa512b5a66a34293 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 15946660b62f430d840bb1883f980c1b. Latest consensus state: current_term: 1 leader_uuid: "15946660b62f430d840bb1883f980c1b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "adb36501a827423eaa512b5a66a34293" member_type: VOTER last_known_addr { host: "127.27.25.62" port: 35573 } } peers { permanent_uuid: "184ed0f5c86c4fb1a3f9d99ef6807fb8" member_type: VOTER last_known_addr { host: "127.27.25.61" port: 36255 } } peers { permanent_uuid: "15946660b62f430d840bb1883f980c1b" member_type: VOTER last_known_addr { host: "127.27.25.60" port: 35955 } } }
10:57:13.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.890343 28006 sys_catalog.cc:458] T 00000000000000000000000000000000 P adb36501a827423eaa512b5a66a34293 [sys.catalog]: This master's current role is: FOLLOWER
10:57:13.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.890570 28036 mvcc.cc:205] Tried to move back new op lower bound from 7333207383503998976 to 7333207383354220544. Current Snapshot: MvccSnapshot[applied={T|T < 7333207383503998976}]
10:57:13.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.897770 28006 sys_catalog.cc:455] T 00000000000000000000000000000000 P adb36501a827423eaa512b5a66a34293 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "15946660b62f430d840bb1883f980c1b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "adb36501a827423eaa512b5a66a34293" member_type: VOTER last_known_addr { host: "127.27.25.62" port: 35573 } } peers { permanent_uuid: "184ed0f5c86c4fb1a3f9d99ef6807fb8" member_type: VOTER last_known_addr { host: "127.27.25.61" port: 36255 } } peers { permanent_uuid: "15946660b62f430d840bb1883f980c1b" member_type: VOTER last_known_addr { host: "127.27.25.60" port: 35955 } } }
10:57:13.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.898037 28006 sys_catalog.cc:458] T 00000000000000000000000000000000 P adb36501a827423eaa512b5a66a34293 [sys.catalog]: This master's current role is: FOLLOWER
10:57:13.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.900863 28035 catalog_manager.cc:1347] Generated new cluster ID: 6abc59e4414d456598e0743df06e7696
10:57:13.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.900982 28035 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
10:57:13.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.906270 28020 sys_catalog.cc:455] T 00000000000000000000000000000000 P 15946660b62f430d840bb1883f980c1b [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "15946660b62f430d840bb1883f980c1b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "adb36501a827423eaa512b5a66a34293" member_type: VOTER last_known_addr { host: "127.27.25.62" port: 35573 } } peers { permanent_uuid: "184ed0f5c86c4fb1a3f9d99ef6807fb8" member_type: VOTER last_known_addr { host: "127.27.25.61" port: 36255 } } peers { permanent_uuid: "15946660b62f430d840bb1883f980c1b" member_type: VOTER last_known_addr { host: "127.27.25.60" port: 35955 } } }
10:57:13.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.906719 28020 sys_catalog.cc:458] T 00000000000000000000000000000000 P 15946660b62f430d840bb1883f980c1b [sys.catalog]: This master's current role is: LEADER
10:57:13.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.958652 28035 catalog_manager.cc:1370] Generated new certificate authority record
10:57:13.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.960774 28035 catalog_manager.cc:1504] Loading token signing keys...
10:57:13.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.981266 27916 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.25.60" port: 35955 } attempt: 5
10:57:13.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.984184 28035 catalog_manager.cc:5868] T 00000000000000000000000000000000 P 15946660b62f430d840bb1883f980c1b: Generated new TSK 0
10:57:13.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.985548 28035 catalog_manager.cc:1514] Initializing in-progress tserver states...
10:57:13.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.995393 27916 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 184ed0f5c86c4fb1a3f9d99ef6807fb8: Bootstrap starting.
10:57:14.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:13.999971 27916 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 184ed0f5c86c4fb1a3f9d99ef6807fb8: Neither blocks nor log segments found. Creating new log.
10:57:14.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:14.001735 27916 log.cc:824] T 00000000000000000000000000000000 P 184ed0f5c86c4fb1a3f9d99ef6807fb8: Log is configured to *not* fsync() on all Append() calls
10:57:14.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:14.010025 27748 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskw_eLBj/build/asan/bin/kudu
10:57:14.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskw_eLBj/build/asan/bin/kudu
10:57:14.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskw_eLBj/test-tmp/mini-kudu-cluster1584819248844945188/ts-0/wal
10:57:14.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskw_eLBj/test-tmp/mini-kudu-cluster1584819248844945188/ts-0/data
10:57:14.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
10:57:14.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
10:57:14.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
10:57:14.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
10:57:14.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
10:57:14.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
10:57:14.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskw_eLBj/test-tmp/mini-kudu-cluster1584819248844945188/ts-0/logs
10:57:14.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskw_eLBj/test-tmp/mini-kudu-cluster1584819248844945188/ts-0/data/info.pb
10:57:14.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
10:57:14.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
10:57:14.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
10:57:14.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
10:57:14.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
10:57:14.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
10:57:14.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
10:57:14.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
10:57:14.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
10:57:14.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
10:57:14.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.25.1:0
10:57:14.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.25.1
10:57:14.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.25.1
10:57:14.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
10:57:14.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.25.62:35573,127.27.25.61:36255,127.27.25.60:35955
10:57:14.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.25.20:37453
10:57:14.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
10:57:14.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
10:57:14.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
10:57:14.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
10:57:14.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
10:57:14.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
10:57:14.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:14.023950 27916 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 184ed0f5c86c4fb1a3f9d99ef6807fb8: No bootstrap required, opened a new log
10:57:14.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:14.037456 27916 raft_consensus.cc:348] T 00000000000000000000000000000000 P 184ed0f5c86c4fb1a3f9d99ef6807fb8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "adb36501a827423eaa512b5a66a34293" member_type: VOTER last_known_addr { host: "127.27.25.62" port: 35573 } } peers { permanent_uuid: "184ed0f5c86c4fb1a3f9d99ef6807fb8" member_type: VOTER last_known_addr { host: "127.27.25.61" port: 36255 } } peers { permanent_uuid: "15946660b62f430d840bb1883f980c1b" member_type: VOTER last_known_addr { host: "127.27.25.60" port: 35955 } }
10:57:14.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:14.038244 27916 raft_consensus.cc:374] T 00000000000000000000000000000000 P 184ed0f5c86c4fb1a3f9d99ef6807fb8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
10:57:14.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:14.038480 27916 raft_consensus.cc:729] T 00000000000000000000000000000000 P 184ed0f5c86c4fb1a3f9d99ef6807fb8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 184ed0f5c86c4fb1a3f9d99ef6807fb8, State: Initialized, Role: FOLLOWER
10:57:14.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:14.039655 27916 consensus_queue.cc:260] T 00000000000000000000000000000000 P 184ed0f5c86c4fb1a3f9d99ef6807fb8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "adb36501a827423eaa512b5a66a34293" member_type: VOTER last_known_addr { host: "127.27.25.62" port: 35573 } } peers { permanent_uuid: "184ed0f5c86c4fb1a3f9d99ef6807fb8" member_type: VOTER last_known_addr { host: "127.27.25.61" port: 36255 } } peers { permanent_uuid: "15946660b62f430d840bb1883f980c1b" member_type: VOTER last_known_addr { host: "127.27.25.60" port: 35955 } }
10:57:14.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:14.053851 28044 sys_catalog.cc:455] T 00000000000000000000000000000000 P 184ed0f5c86c4fb1a3f9d99ef6807fb8 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "adb36501a827423eaa512b5a66a34293" member_type: VOTER last_known_addr { host: "127.27.25.62" port: 35573 } } peers { permanent_uuid: "184ed0f5c86c4fb1a3f9d99ef6807fb8" member_type: VOTER last_known_addr { host: "127.27.25.61" port: 36255 } } peers { permanent_uuid: "15946660b62f430d840bb1883f980c1b" member_type: VOTER last_known_addr { host: "127.27.25.60" port: 35955 } } }
10:57:14.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:14.054556 28044 sys_catalog.cc:458] T 00000000000000000000000000000000 P 184ed0f5c86c4fb1a3f9d99ef6807fb8 [sys.catalog]: This master's current role is: FOLLOWER
10:57:14.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:14.055529 27916 sys_catalog.cc:564] T 00000000000000000000000000000000 P 184ed0f5c86c4fb1a3f9d99ef6807fb8 [sys.catalog]: configured and running, proceeding with master startup.
10:57:14.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:14.055956 27879 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 184ed0f5c86c4fb1a3f9d99ef6807fb8 [term 0 FOLLOWER]: Advancing to term 1
10:57:14.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:14.060434 27879 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 184ed0f5c86c4fb1a3f9d99ef6807fb8 [term 1 FOLLOWER]: Refusing update from remote peer 15946660b62f430d840bb1883f980c1b: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
10:57:14.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:14.061784 28033 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 15946660b62f430d840bb1883f980c1b [LEADER]: Connected to new peer: Peer: permanent_uuid: "184ed0f5c86c4fb1a3f9d99ef6807fb8" member_type: VOTER last_known_addr { host: "127.27.25.61" port: 36255 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
10:57:14.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:14.062661 27880 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "15946660b62f430d840bb1883f980c1b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "184ed0f5c86c4fb1a3f9d99ef6807fb8"
10:57:14.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:14.065286 27881 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "15946660b62f430d840bb1883f980c1b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "184ed0f5c86c4fb1a3f9d99ef6807fb8" is_pre_election: true
10:57:14.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:14.071832 27880 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 184ed0f5c86c4fb1a3f9d99ef6807fb8 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 15946660b62f430d840bb1883f980c1b in term 1.
10:57:14.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:14.112002 28044 sys_catalog.cc:455] T 00000000000000000000000000000000 P 184ed0f5c86c4fb1a3f9d99ef6807fb8 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 15946660b62f430d840bb1883f980c1b. Latest consensus state: current_term: 1 leader_uuid: "15946660b62f430d840bb1883f980c1b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "adb36501a827423eaa512b5a66a34293" member_type: VOTER last_known_addr { host: "127.27.25.62" port: 35573 } } peers { permanent_uuid: "184ed0f5c86c4fb1a3f9d99ef6807fb8" member_type: VOTER last_known_addr { host: "127.27.25.61" port: 36255 } } peers { permanent_uuid: "15946660b62f430d840bb1883f980c1b" member_type: VOTER last_known_addr { host: "127.27.25.60" port: 35955 } } }
10:57:14.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:14.112355 28044 sys_catalog.cc:458] T 00000000000000000000000000000000 P 184ed0f5c86c4fb1a3f9d99ef6807fb8 [sys.catalog]: This master's current role is: FOLLOWER
10:57:14.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:14.125609 28048 sys_catalog.cc:455] T 00000000000000000000000000000000 P 184ed0f5c86c4fb1a3f9d99ef6807fb8 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "15946660b62f430d840bb1883f980c1b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "adb36501a827423eaa512b5a66a34293" member_type: VOTER last_known_addr { host: "127.27.25.62" port: 35573 } } peers { permanent_uuid: "184ed0f5c86c4fb1a3f9d99ef6807fb8" member_type: VOTER last_known_addr { host: "127.27.25.61" port: 36255 } } peers { permanent_uuid: "15946660b62f430d840bb1883f980c1b" member_type: VOTER last_known_addr { host: "127.27.25.60" port: 35955 } } }
10:57:14.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:14.126291 28048 sys_catalog.cc:458] T 00000000000000000000000000000000 P 184ed0f5c86c4fb1a3f9d99ef6807fb8 [sys.catalog]: This master's current role is: FOLLOWER
10:57:14.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:14.144256 28033 sys_catalog.cc:455] T 00000000000000000000000000000000 P 15946660b62f430d840bb1883f980c1b [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "15946660b62f430d840bb1883f980c1b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "adb36501a827423eaa512b5a66a34293" member_type: VOTER last_known_addr { host: "127.27.25.62" port: 35573 } } peers { permanent_uuid: "184ed0f5c86c4fb1a3f9d99ef6807fb8" member_type: VOTER last_known_addr { host: "127.27.25.61" port: 36255 } } peers { permanent_uuid: "15946660b62f430d840bb1883f980c1b" member_type: VOTER last_known_addr { host: "127.27.25.60" port: 35955 } } }
10:57:14.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:14.144582 28033 sys_catalog.cc:458] T 00000000000000000000000000000000 P 15946660b62f430d840bb1883f980c1b [sys.catalog]: This master's current role is: LEADER
10:57:14.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:14.199246 28061 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
10:57:14.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 10:57:14.485473 28043 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
10:57:14.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 10:57:14.485810 28043 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
10:57:14.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 10:57:14.485954 28043 flags.cc:425] Enabled unsafe flag: --never_fsync=true
10:57:14.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 10:57:14.495060 28043 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
10:57:14.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 10:57:14.495255 28043 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
10:57:14.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 10:57:14.495311 28043 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
10:57:14.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 10:57:14.495378 28043 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
10:57:14.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 10:57:14.495487 28043 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.27.25.1
10:57:14.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:14.505367 28043 tablet_server_runner.cc:78] Tablet server non-default flags:
10:57:14.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
10:57:14.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.25.20:37453
10:57:14.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
10:57:14.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
10:57:14.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskw_eLBj/test-tmp/mini-kudu-cluster1584819248844945188/ts-0/data
10:57:14.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskw_eLBj/test-tmp/mini-kudu-cluster1584819248844945188/ts-0/wal
10:57:14.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
10:57:14.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
10:57:14.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.25.1:0
10:57:14.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
10:57:14.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
10:57:14.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
10:57:14.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskw_eLBj/test-tmp/mini-kudu-cluster1584819248844945188/ts-0/data/info.pb
10:57:14.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.25.1
10:57:14.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
10:57:14.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
10:57:14.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
10:57:14.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
10:57:14.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.25.62:35573,127.27.25.61:36255,127.27.25.60:35955
10:57:14.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
10:57:14.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
10:57:14.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
10:57:14.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
10:57:14.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
10:57:14.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.25.1
10:57:14.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskw_eLBj/test-tmp/mini-kudu-cluster1584819248844945188/ts-0/logs
10:57:14.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
10:57:14.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
10:57:14.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
10:57:14.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
10:57:14.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
10:57:14.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
10:57:14.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
10:57:14.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 25 Sep 2026 09:24:16 UTC on ccycloud.quasar-kczgym.root.comops.site
10:57:14.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4672077
10:57:14.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
10:57:14.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:14.507037 28043 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
10:57:14.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:14.509131 28043 file_cache.cc:493] Constructed file cache file cache with capacity 419430
10:57:14.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 10:57:14.522946 28066 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:57:14.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 10:57:14.522977 28067 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:57:14.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 10:57:14.523053 28069 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:57:14.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:14.523739 28043 server_base.cc:1034] running on GCE node
10:57:14.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:14.524322 28043 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
10:57:14.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:14.525406 28043 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
10:57:14.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:14.526654 28043 hybrid_clock.cc:648] HybridClock initialized: now 1790333834526590 us; error 51 us; skew 500 ppm
10:57:14.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:14.527014 28043 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
10:57:14.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:14.529392 28043 webserver.cc:460] Webserver started at http://127.27.25.1:41167/ using document root <none> and password file <none>
10:57:14.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:14.530097 28043 fs_manager.cc:359] Metadata directory not provided
10:57:14.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:14.530222 28043 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
10:57:14.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:14.530535 28043 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
10:57:14.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:14.533129 28043 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskw_eLBj/test-tmp/mini-kudu-cluster1584819248844945188/ts-0/data/instance:
10:57:14.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8bd4dd6ff25146aa989790529cece90a"
10:57:14.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 10:57:14 on dist-test-slave-zjd4"
10:57:14.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:14.533998 28043 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskw_eLBj/test-tmp/mini-kudu-cluster1584819248844945188/ts-0/wal/instance:
10:57:14.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8bd4dd6ff25146aa989790529cece90a"
10:57:14.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 10:57:14 on dist-test-slave-zjd4"
10:57:14.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:14.539445 28043 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.005s sys 0.000s
10:57:14.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:14.543026 28075 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
10:57:14.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:14.544500 28043 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.001s sys 0.000s
10:57:14.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:14.544718 28043 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskw_eLBj/test-tmp/mini-kudu-cluster1584819248844945188/ts-0/data,/tmp/dist-test-taskw_eLBj/test-tmp/mini-kudu-cluster1584819248844945188/ts-0/wal
10:57:14.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8bd4dd6ff25146aa989790529cece90a"
10:57:14.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 10:57:14 on dist-test-slave-zjd4"
10:57:14.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:14.545006 28043 fs_report.cc:383] FS layout report
10:57:14.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
10:57:14.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskw_eLBj/test-tmp/mini-kudu-cluster1584819248844945188/ts-0/wal
10:57:14.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskw_eLBj/test-tmp/mini-kudu-cluster1584819248844945188/ts-0/wal
10:57:14.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskw_eLBj/test-tmp/mini-kudu-cluster1584819248844945188/ts-0/data/data
10:57:14.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
10:57:14.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
10:57:14.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
10:57:14.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
10:57:14.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
10:57:14.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
10:57:14.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
10:57:14.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
10:57:14.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
10:57:14.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
10:57:14.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
10:57:14.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:14.569119 28043 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
10:57:14.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:14.570207 28043 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
10:57:14.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:14.570534 28043 kserver.cc:163] Server-wide thread pool size limit: 3276
10:57:14.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:14.573714 28043 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
10:57:14.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:14.573832 28043 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
10:57:14.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:14.573992 28043 ts_tablet_manager.cc:610] Registered 0 tablets
10:57:14.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:14.574081 28043 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
10:57:14.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:14.662350 28043 rpc_server.cc:307] RPC server started. Bound to: 127.27.25.1:41141
10:57:14.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:14.662388 28199 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.27.25.1:41141 every 8 connection(s)
10:57:14.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:14.663555 28043 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskw_eLBj/test-tmp/mini-kudu-cluster1584819248844945188/ts-0/data/info.pb
10:57:14.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:14.667197 28200 heartbeater.cc:347] Connected to a master server at 127.27.25.62:35573
10:57:14.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:14.667474 28200 heartbeater.cc:464] Registering TS with master...
10:57:14.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:14.668361 28200 heartbeater.cc:511] Master 127.27.25.62:35573 requested a full tablet report, sending...
10:57:14.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:14.670661 27748 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskw_eLBj/build/asan/bin/kudu as pid 28043
10:57:14.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:14.670881 27748 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskw_eLBj/test-tmp/mini-kudu-cluster1584819248844945188/ts-0/wal/instance
10:57:14.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:14.673888 27789 ts_manager.cc:194] Registered new tserver with Master: 8bd4dd6ff25146aa989790529cece90a (127.27.25.1:41141)
10:57:14.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:14.675779 28201 heartbeater.cc:347] Connected to a master server at 127.27.25.60:35955
10:57:14.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:14.675921 28201 heartbeater.cc:464] Registering TS with master...
10:57:14.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:14.676249 28201 heartbeater.cc:511] Master 127.27.25.60:35955 requested a full tablet report, sending...
10:57:14.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:14.676762 27748 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskw_eLBj/build/asan/bin/kudu
10:57:14.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskw_eLBj/build/asan/bin/kudu
10:57:14.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskw_eLBj/test-tmp/mini-kudu-cluster1584819248844945188/ts-1/wal
10:57:14.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskw_eLBj/test-tmp/mini-kudu-cluster1584819248844945188/ts-1/data
10:57:14.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
10:57:14.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
10:57:14.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
10:57:14.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
10:57:14.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
10:57:14.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
10:57:14.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskw_eLBj/test-tmp/mini-kudu-cluster1584819248844945188/ts-1/logs
10:57:14.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskw_eLBj/test-tmp/mini-kudu-cluster1584819248844945188/ts-1/data/info.pb
10:57:14.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
10:57:14.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
10:57:14.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
10:57:14.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
10:57:14.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
10:57:14.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
10:57:14.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
10:57:14.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
10:57:14.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
10:57:14.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
10:57:14.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.25.2:0
10:57:14.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.25.2
10:57:14.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.25.2
10:57:14.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
10:57:14.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.25.62:35573,127.27.25.61:36255,127.27.25.60:35955
10:57:14.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.25.20:37453
10:57:14.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
10:57:14.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
10:57:14.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
10:57:14.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
10:57:14.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
10:57:14.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
10:57:14.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:14.677706 27951 ts_manager.cc:194] Registered new tserver with Master: 8bd4dd6ff25146aa989790529cece90a (127.27.25.1:41141)
10:57:14.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:14.679375 27951 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.27.25.1:39291
10:57:14.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:14.683202 28202 heartbeater.cc:347] Connected to a master server at 127.27.25.61:36255
10:57:14.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:14.683410 28202 heartbeater.cc:464] Registering TS with master...
10:57:14.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:14.683826 28202 heartbeater.cc:511] Master 127.27.25.61:36255 requested a full tablet report, sending...
10:57:14.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:14.685627 27871 ts_manager.cc:194] Registered new tserver with Master: 8bd4dd6ff25146aa989790529cece90a (127.27.25.1:41141)
10:57:14.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:14.794593 28018 catalog_manager.cc:1259] Loaded cluster ID: 6abc59e4414d456598e0743df06e7696
10:57:14.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:14.794690 28018 catalog_manager.cc:1552] T 00000000000000000000000000000000 P adb36501a827423eaa512b5a66a34293: loading cluster ID for follower catalog manager: success
10:57:14.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:14.797091 28018 catalog_manager.cc:1574] T 00000000000000000000000000000000 P adb36501a827423eaa512b5a66a34293: acquiring CA information for follower catalog manager: success
10:57:14.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:14.799110 28018 catalog_manager.cc:1602] T 00000000000000000000000000000000 P adb36501a827423eaa512b5a66a34293: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
10:57:15.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 10:57:15.022553 28205 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
10:57:15.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 10:57:15.022893 28205 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
10:57:15.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 10:57:15.023056 28205 flags.cc:425] Enabled unsafe flag: --never_fsync=true
10:57:15.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 10:57:15.030637 28205 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
10:57:15.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 10:57:15.030853 28205 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
10:57:15.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 10:57:15.030913 28205 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
10:57:15.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 10:57:15.030990 28205 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
10:57:15.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 10:57:15.031109 28205 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.27.25.2
10:57:15.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.040738 28205 tablet_server_runner.cc:78] Tablet server non-default flags:
10:57:15.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
10:57:15.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.25.20:37453
10:57:15.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
10:57:15.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
10:57:15.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskw_eLBj/test-tmp/mini-kudu-cluster1584819248844945188/ts-1/data
10:57:15.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskw_eLBj/test-tmp/mini-kudu-cluster1584819248844945188/ts-1/wal
10:57:15.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
10:57:15.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
10:57:15.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.25.2:0
10:57:15.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
10:57:15.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
10:57:15.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
10:57:15.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskw_eLBj/test-tmp/mini-kudu-cluster1584819248844945188/ts-1/data/info.pb
10:57:15.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.25.2
10:57:15.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
10:57:15.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
10:57:15.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
10:57:15.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
10:57:15.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.25.62:35573,127.27.25.61:36255,127.27.25.60:35955
10:57:15.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
10:57:15.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
10:57:15.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
10:57:15.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
10:57:15.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
10:57:15.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.25.2
10:57:15.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskw_eLBj/test-tmp/mini-kudu-cluster1584819248844945188/ts-1/logs
10:57:15.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
10:57:15.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
10:57:15.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
10:57:15.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
10:57:15.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
10:57:15.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
10:57:15.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
10:57:15.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 25 Sep 2026 09:24:16 UTC on ccycloud.quasar-kczgym.root.comops.site
10:57:15.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4672077
10:57:15.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
10:57:15.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.042467 28205 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
10:57:15.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.044402 28205 file_cache.cc:493] Constructed file cache file cache with capacity 419430
10:57:15.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 10:57:15.059022 28211 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:57:15.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 10:57:15.059115 28213 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:57:15.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 10:57:15.059113 28210 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:57:15.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.060267 28205 server_base.cc:1034] running on GCE node
10:57:15.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.060989 28205 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
10:57:15.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.062098 28205 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
10:57:15.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.063377 28205 hybrid_clock.cc:648] HybridClock initialized: now 1790333835063296 us; error 59 us; skew 500 ppm
10:57:15.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.063766 28205 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
10:57:15.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.066413 28205 webserver.cc:460] Webserver started at http://127.27.25.2:41095/ using document root <none> and password file <none>
10:57:15.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.067307 28205 fs_manager.cc:359] Metadata directory not provided
10:57:15.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.067438 28205 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
10:57:15.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.067726 28205 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
10:57:15.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.070580 28205 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskw_eLBj/test-tmp/mini-kudu-cluster1584819248844945188/ts-1/data/instance:
10:57:15.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d0d6b5b67b164afea046853750e85114"
10:57:15.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 10:57:15 on dist-test-slave-zjd4"
10:57:15.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.071403 28205 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskw_eLBj/test-tmp/mini-kudu-cluster1584819248844945188/ts-1/wal/instance:
10:57:15.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d0d6b5b67b164afea046853750e85114"
10:57:15.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 10:57:15 on dist-test-slave-zjd4"
10:57:15.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.076799 28205 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.001s sys 0.005s
10:57:15.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.080291 28219 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
10:57:15.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.081804 28205 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
10:57:15.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.082032 28205 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskw_eLBj/test-tmp/mini-kudu-cluster1584819248844945188/ts-1/data,/tmp/dist-test-taskw_eLBj/test-tmp/mini-kudu-cluster1584819248844945188/ts-1/wal
10:57:15.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d0d6b5b67b164afea046853750e85114"
10:57:15.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 10:57:15 on dist-test-slave-zjd4"
10:57:15.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.082268 28205 fs_report.cc:383] FS layout report
10:57:15.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
10:57:15.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskw_eLBj/test-tmp/mini-kudu-cluster1584819248844945188/ts-1/wal
10:57:15.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskw_eLBj/test-tmp/mini-kudu-cluster1584819248844945188/ts-1/wal
10:57:15.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskw_eLBj/test-tmp/mini-kudu-cluster1584819248844945188/ts-1/data/data
10:57:15.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
10:57:15.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
10:57:15.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
10:57:15.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
10:57:15.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
10:57:15.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
10:57:15.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
10:57:15.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
10:57:15.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
10:57:15.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
10:57:15.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
10:57:15.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.099852 28205 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
10:57:15.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.100739 28205 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
10:57:15.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.101063 28205 kserver.cc:163] Server-wide thread pool size limit: 3276
10:57:15.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.104024 28205 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
10:57:15.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.104176 28205 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
10:57:15.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.104305 28205 ts_tablet_manager.cc:610] Registered 0 tablets
10:57:15.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.104377 28205 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
10:57:15.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.168375 28205 rpc_server.cc:307] RPC server started. Bound to: 127.27.25.2:44661
10:57:15.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.168387 28340 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.27.25.2:44661 every 8 connection(s)
10:57:15.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.169909 28205 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskw_eLBj/test-tmp/mini-kudu-cluster1584819248844945188/ts-1/data/info.pb
10:57:15.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.173112 28341 heartbeater.cc:347] Connected to a master server at 127.27.25.62:35573
10:57:15.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.174029 28341 heartbeater.cc:464] Registering TS with master...
10:57:15.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.175630 28341 heartbeater.cc:511] Master 127.27.25.62:35573 requested a full tablet report, sending...
10:57:15.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.176868 27748 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskw_eLBj/build/asan/bin/kudu as pid 28205
10:57:15.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.177062 27748 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskw_eLBj/test-tmp/mini-kudu-cluster1584819248844945188/ts-1/wal/instance
10:57:15.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.179901 27789 ts_manager.cc:194] Registered new tserver with Master: d0d6b5b67b164afea046853750e85114 (127.27.25.2:44661)
10:57:15.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.184108 27748 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskw_eLBj/build/asan/bin/kudu
10:57:15.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskw_eLBj/build/asan/bin/kudu
10:57:15.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskw_eLBj/test-tmp/mini-kudu-cluster1584819248844945188/ts-2/wal
10:57:15.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskw_eLBj/test-tmp/mini-kudu-cluster1584819248844945188/ts-2/data
10:57:15.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
10:57:15.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
10:57:15.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
10:57:15.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
10:57:15.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
10:57:15.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
10:57:15.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskw_eLBj/test-tmp/mini-kudu-cluster1584819248844945188/ts-2/logs
10:57:15.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskw_eLBj/test-tmp/mini-kudu-cluster1584819248844945188/ts-2/data/info.pb
10:57:15.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
10:57:15.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
10:57:15.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
10:57:15.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
10:57:15.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
10:57:15.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
10:57:15.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
10:57:15.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
10:57:15.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
10:57:15.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
10:57:15.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.25.3:0
10:57:15.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.25.3
10:57:15.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.25.3
10:57:15.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
10:57:15.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.25.62:35573,127.27.25.61:36255,127.27.25.60:35955
10:57:15.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.25.20:37453
10:57:15.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
10:57:15.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
10:57:15.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
10:57:15.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
10:57:15.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
10:57:15.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
10:57:15.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.187443 28342 heartbeater.cc:347] Connected to a master server at 127.27.25.60:35955
10:57:15.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.187646 28342 heartbeater.cc:464] Registering TS with master...
10:57:15.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.188133 28342 heartbeater.cc:511] Master 127.27.25.60:35955 requested a full tablet report, sending...
10:57:15.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.189342 27951 ts_manager.cc:194] Registered new tserver with Master: d0d6b5b67b164afea046853750e85114 (127.27.25.2:44661)
10:57:15.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.189906 28343 heartbeater.cc:347] Connected to a master server at 127.27.25.61:36255
10:57:15.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.190039 28343 heartbeater.cc:464] Registering TS with master...
10:57:15.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.190500 28343 heartbeater.cc:511] Master 127.27.25.61:36255 requested a full tablet report, sending...
10:57:15.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.190536 27951 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.27.25.2:55125
10:57:15.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.191629 27871 ts_manager.cc:194] Registered new tserver with Master: d0d6b5b67b164afea046853750e85114 (127.27.25.2:44661)
10:57:15.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.204515 28061 catalog_manager.cc:1259] Loaded cluster ID: 6abc59e4414d456598e0743df06e7696
10:57:15.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.204831 28061 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 184ed0f5c86c4fb1a3f9d99ef6807fb8: loading cluster ID for follower catalog manager: success
10:57:15.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.208851 28061 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 184ed0f5c86c4fb1a3f9d99ef6807fb8: acquiring CA information for follower catalog manager: success
10:57:15.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.211380 28061 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 184ed0f5c86c4fb1a3f9d99ef6807fb8: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
10:57:15.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 10:57:15.524097 28346 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
10:57:15.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 10:57:15.524415 28346 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
10:57:15.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 10:57:15.524554 28346 flags.cc:425] Enabled unsafe flag: --never_fsync=true
10:57:15.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 10:57:15.532050 28346 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
10:57:15.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 10:57:15.532254 28346 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
10:57:15.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 10:57:15.532320 28346 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
10:57:15.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 10:57:15.532388 28346 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
10:57:15.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 10:57:15.532490 28346 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.27.25.3
10:57:15.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.542634 28346 tablet_server_runner.cc:78] Tablet server non-default flags:
10:57:15.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
10:57:15.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.25.20:37453
10:57:15.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
10:57:15.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
10:57:15.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskw_eLBj/test-tmp/mini-kudu-cluster1584819248844945188/ts-2/data
10:57:15.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskw_eLBj/test-tmp/mini-kudu-cluster1584819248844945188/ts-2/wal
10:57:15.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
10:57:15.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
10:57:15.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.25.3:0
10:57:15.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
10:57:15.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
10:57:15.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
10:57:15.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskw_eLBj/test-tmp/mini-kudu-cluster1584819248844945188/ts-2/data/info.pb
10:57:15.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.25.3
10:57:15.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
10:57:15.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
10:57:15.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
10:57:15.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
10:57:15.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.25.62:35573,127.27.25.61:36255,127.27.25.60:35955
10:57:15.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
10:57:15.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
10:57:15.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
10:57:15.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
10:57:15.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
10:57:15.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.25.3
10:57:15.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskw_eLBj/test-tmp/mini-kudu-cluster1584819248844945188/ts-2/logs
10:57:15.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
10:57:15.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
10:57:15.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
10:57:15.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
10:57:15.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
10:57:15.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
10:57:15.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
10:57:15.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 25 Sep 2026 09:24:16 UTC on ccycloud.quasar-kczgym.root.comops.site
10:57:15.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4672077
10:57:15.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
10:57:15.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.544266 28346 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
10:57:15.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.546191 28346 file_cache.cc:493] Constructed file cache file cache with capacity 419430
10:57:15.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 10:57:15.563793 28352 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:57:15.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 10:57:15.563740 28353 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:57:15.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 10:57:15.564379 28355 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:57:15.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.566114 28346 server_base.cc:1034] running on GCE node
10:57:15.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.566849 28346 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
10:57:15.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.567852 28346 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
10:57:15.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.569137 28346 hybrid_clock.cc:648] HybridClock initialized: now 1790333835569086 us; error 34 us; skew 500 ppm
10:57:15.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.569571 28346 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
10:57:15.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.577869 28346 webserver.cc:460] Webserver started at http://127.27.25.3:37789/ using document root <none> and password file <none>
10:57:15.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.578665 28346 fs_manager.cc:359] Metadata directory not provided
10:57:15.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.578761 28346 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
10:57:15.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.579077 28346 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
10:57:15.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.581933 28346 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskw_eLBj/test-tmp/mini-kudu-cluster1584819248844945188/ts-2/data/instance:
10:57:15.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "283a874235f34331bc6079d05bbb9623"
10:57:15.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 10:57:15 on dist-test-slave-zjd4"
10:57:15.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.582715 28346 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskw_eLBj/test-tmp/mini-kudu-cluster1584819248844945188/ts-2/wal/instance:
10:57:15.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "283a874235f34331bc6079d05bbb9623"
10:57:15.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 10:57:15 on dist-test-slave-zjd4"
10:57:15.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.588267 28346 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.005s sys 0.001s
10:57:15.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.591755 28361 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
10:57:15.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.593044 28346 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.002s sys 0.000s
10:57:15.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.593215 28346 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskw_eLBj/test-tmp/mini-kudu-cluster1584819248844945188/ts-2/data,/tmp/dist-test-taskw_eLBj/test-tmp/mini-kudu-cluster1584819248844945188/ts-2/wal
10:57:15.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "283a874235f34331bc6079d05bbb9623"
10:57:15.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 10:57:15 on dist-test-slave-zjd4"
10:57:15.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.593472 28346 fs_report.cc:383] FS layout report
10:57:15.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
10:57:15.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskw_eLBj/test-tmp/mini-kudu-cluster1584819248844945188/ts-2/wal
10:57:15.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskw_eLBj/test-tmp/mini-kudu-cluster1584819248844945188/ts-2/wal
10:57:15.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskw_eLBj/test-tmp/mini-kudu-cluster1584819248844945188/ts-2/data/data
10:57:15.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
10:57:15.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
10:57:15.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
10:57:15.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
10:57:15.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
10:57:15.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
10:57:15.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
10:57:15.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
10:57:15.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
10:57:15.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
10:57:15.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
10:57:15.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.624240 28346 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
10:57:15.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.625142 28346 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
10:57:15.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.625463 28346 kserver.cc:163] Server-wide thread pool size limit: 3276
10:57:15.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.628314 28346 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
10:57:15.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.628424 28346 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
10:57:15.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.628552 28346 ts_tablet_manager.cc:610] Registered 0 tablets
10:57:15.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.628685 28346 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
10:57:15.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.682753 28201 heartbeater.cc:503] Master 127.27.25.60:35955 was elected leader, sending a full tablet report...
10:57:15.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.699803 28346 rpc_server.cc:307] RPC server started. Bound to: 127.27.25.3:40565
10:57:15.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.699805 28482 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.27.25.3:40565 every 8 connection(s)
10:57:15.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.701100 28346 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskw_eLBj/test-tmp/mini-kudu-cluster1584819248844945188/ts-2/data/info.pb
10:57:15.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.703512 28483 heartbeater.cc:347] Connected to a master server at 127.27.25.62:35573
10:57:15.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.703923 28483 heartbeater.cc:464] Registering TS with master...
10:57:15.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.705264 28483 heartbeater.cc:511] Master 127.27.25.62:35573 requested a full tablet report, sending...
10:57:15.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.707572 27790 ts_manager.cc:194] Registered new tserver with Master: 283a874235f34331bc6079d05bbb9623 (127.27.25.3:40565)
10:57:15.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.708205 27748 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskw_eLBj/build/asan/bin/kudu as pid 28346
10:57:15.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.708436 27748 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskw_eLBj/test-tmp/mini-kudu-cluster1584819248844945188/ts-2/wal/instance
10:57:15.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.717011 28484 heartbeater.cc:347] Connected to a master server at 127.27.25.60:35955
10:57:15.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.717481 28484 heartbeater.cc:464] Registering TS with master...
10:57:15.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.718410 28484 heartbeater.cc:511] Master 127.27.25.60:35955 requested a full tablet report, sending...
10:57:15.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.719759 27951 ts_manager.cc:194] Registered new tserver with Master: 283a874235f34331bc6079d05bbb9623 (127.27.25.3:40565)
10:57:15.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.721164 27951 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.27.25.3:48199
10:57:15.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.723206 28485 heartbeater.cc:347] Connected to a master server at 127.27.25.61:36255
10:57:15.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.724594 28485 heartbeater.cc:464] Registering TS with master...
10:57:15.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.724948 28485 heartbeater.cc:511] Master 127.27.25.61:36255 requested a full tablet report, sending...
10:57:15.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.725941 27871 ts_manager.cc:194] Registered new tserver with Master: 283a874235f34331bc6079d05bbb9623 (127.27.25.3:40565)
10:57:15.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.735513 27748 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
10:57:15.737 [DEBUG - main] (MiniKuduCluster.java:195) Response:
10:57:15.737 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
10:57:15.738 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.27.25.62"
port: 35573
}
bound_http_address {
host: "127.27.25.62"
port: 37965
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.27.25.61"
port: 36255
}
bound_http_address {
host: "127.27.25.61"
port: 41575
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.27.25.60"
port: 35955
}
bound_http_address {
host: "127.27.25.60"
port: 37049
}
}
}
10:57:15.738 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
10:57:15.739 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.27.25.1"
port: 41141
}
bound_http_address {
host: "127.27.25.1"
port: 41167
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.27.25.2"
port: 44661
}
bound_http_address {
host: "127.27.25.2"
port: 41095
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.27.25.3"
port: 40565
}
bound_http_address {
host: "127.27.25.3"
port: 37789
}
}
}
10:57:15.739 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
10:57:15.741 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
10:57:15.743 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.27.25.62:35573(127.27.25.62:35573)] connecting to peer
10:57:15.744 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.27.25.61:36255(127.27.25.61:36255)] connecting to peer
10:57:15.745 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.27.25.60:35955(127.27.25.60:35955)] connecting to peer
10:57:15.745 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.27.25.61:36255(127.27.25.61:36255)] Successfully connected to peer
10:57:15.746 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.27.25.62:35573(127.27.25.62:35573)] Successfully connected to peer
10:57:15.747 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.27.25.60:35955(127.27.25.60:35955)] Successfully connected to peer
10:57:15.748 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.25.62
10:57:15.749 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.25.61
10:57:15.751 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.25.60
10:57:15.762 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x5624ced5, L:/127.0.0.1:42298 - R:/127.27.25.61:36255] using SASL/PLAIN
10:57:15.769 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x1b5f5998, L:/127.0.0.1:44374 - R:/127.27.25.60:35955] using SASL/PLAIN
10:57:15.770 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x16feb286, L:/127.0.0.1:38364 - R:/127.27.25.62:35573] using SASL/PLAIN
10:57:15.772 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
10:57:15.772 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=30), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.25.62:35573, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.25.61:36255, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.25.60:35955, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.25.61:36255: OK, [29ms] Sub RPC ConnectToMaster: received response from server master-127.27.25.60:35955: OK, deferred=null) after lookup
10:57:15.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.774112 27951 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:44374:
10:57:15.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_manager_fallback"
10:57:15.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
10:57:15.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
10:57:15.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
10:57:15.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
10:57:15.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
10:57:15.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
10:57:15.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
10:57:15.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
10:57:15.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
10:57:15.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
10:57:15.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
10:57:15.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column1_i"
10:57:15.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
10:57:15.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
10:57:15.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
10:57:15.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
10:57:15.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
10:57:15.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
10:57:15.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
10:57:15.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
10:57:15.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column2_i"
10:57:15.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
10:57:15.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
10:57:15.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
10:57:15.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
10:57:15.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
10:57:15.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
10:57:15.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
10:57:15.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
10:57:15.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column3_s"
10:57:15.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
10:57:15.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
10:57:15.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: true
10:57:15.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: DICT_ENCODING
10:57:15.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: LZ4
10:57:15.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 4096
10:57:15.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
10:57:15.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
10:57:15.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
10:57:15.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
10:57:15.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column4_b"
10:57:15.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: BOOL
10:57:15.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
10:57:15.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
10:57:15.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
10:57:15.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
10:57:15.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
10:57:15.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
10:57:15.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
10:57:15.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
10:57:15.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) hash_schema {
10:57:15.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
10:57:15.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
10:57:15.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
10:57:15.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_buckets: 2
10:57:15.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) seed: 0
10:57:15.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
10:57:15.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
10:57:15.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 10:57:15.775921 27951 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table txn_manager_fallback in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
10:57:15.791 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 3d3b2ba46c134dce88bd2a561029ab0e
10:57:15.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.809845 28130 tablet_service.cc:1467] Processing CreateTablet for tablet 1a8e3b7eba8344df9cf08e22ff08449d (DEFAULT_TABLE table=txn_manager_fallback [id=3d3b2ba46c134dce88bd2a561029ab0e]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
10:57:15.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.811148 28411 tablet_service.cc:1467] Processing CreateTablet for tablet 1a8e3b7eba8344df9cf08e22ff08449d (DEFAULT_TABLE table=txn_manager_fallback [id=3d3b2ba46c134dce88bd2a561029ab0e]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
10:57:15.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.811856 28130 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 1a8e3b7eba8344df9cf08e22ff08449d. 1 dirs total, 0 dirs full, 0 dirs failed
10:57:15.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.812775 28129 tablet_service.cc:1467] Processing CreateTablet for tablet 0fd02bafccff4709b7b1b723f1a5d120 (DEFAULT_TABLE table=txn_manager_fallback [id=3d3b2ba46c134dce88bd2a561029ab0e]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
10:57:15.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.813272 28129 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 0fd02bafccff4709b7b1b723f1a5d120. 1 dirs total, 0 dirs full, 0 dirs failed
10:57:15.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.811556 28410 tablet_service.cc:1467] Processing CreateTablet for tablet 0fd02bafccff4709b7b1b723f1a5d120 (DEFAULT_TABLE table=txn_manager_fallback [id=3d3b2ba46c134dce88bd2a561029ab0e]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
10:57:15.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.815330 28410 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 0fd02bafccff4709b7b1b723f1a5d120. 1 dirs total, 0 dirs full, 0 dirs failed
10:57:15.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.827031 28508 tablet_bootstrap.cc:492] T 1a8e3b7eba8344df9cf08e22ff08449d P 8bd4dd6ff25146aa989790529cece90a: Bootstrap starting.
10:57:15.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.827751 28411 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 1a8e3b7eba8344df9cf08e22ff08449d. 1 dirs total, 0 dirs full, 0 dirs failed
10:57:15.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.830838 28508 tablet_bootstrap.cc:654] T 1a8e3b7eba8344df9cf08e22ff08449d P 8bd4dd6ff25146aa989790529cece90a: Neither blocks nor log segments found. Creating new log.
10:57:15.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.831807 28508 log.cc:824] T 1a8e3b7eba8344df9cf08e22ff08449d P 8bd4dd6ff25146aa989790529cece90a: Log is configured to *not* fsync() on all Append() calls
10:57:15.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.834847 28508 tablet_bootstrap.cc:492] T 1a8e3b7eba8344df9cf08e22ff08449d P 8bd4dd6ff25146aa989790529cece90a: No bootstrap required, opened a new log
10:57:15.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.835172 28508 ts_tablet_manager.cc:1397] T 1a8e3b7eba8344df9cf08e22ff08449d P 8bd4dd6ff25146aa989790529cece90a: Time spent bootstrapping tablet: real 0.008s user 0.006s sys 0.000s
10:57:15.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.841940 28510 tablet_bootstrap.cc:492] T 0fd02bafccff4709b7b1b723f1a5d120 P 283a874235f34331bc6079d05bbb9623: Bootstrap starting.
10:57:15.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.846185 28510 tablet_bootstrap.cc:654] T 0fd02bafccff4709b7b1b723f1a5d120 P 283a874235f34331bc6079d05bbb9623: Neither blocks nor log segments found. Creating new log.
10:57:15.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.847172 28508 raft_consensus.cc:348] T 1a8e3b7eba8344df9cf08e22ff08449d P 8bd4dd6ff25146aa989790529cece90a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8bd4dd6ff25146aa989790529cece90a" member_type: VOTER last_known_addr { host: "127.27.25.1" port: 41141 } } peers { permanent_uuid: "283a874235f34331bc6079d05bbb9623" member_type: VOTER last_known_addr { host: "127.27.25.3" port: 40565 } } peers { permanent_uuid: "d0d6b5b67b164afea046853750e85114" member_type: VOTER last_known_addr { host: "127.27.25.2" port: 44661 } }
10:57:15.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.847594 28510 log.cc:824] T 0fd02bafccff4709b7b1b723f1a5d120 P 283a874235f34331bc6079d05bbb9623: Log is configured to *not* fsync() on all Append() calls
10:57:15.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.847730 28508 raft_consensus.cc:374] T 1a8e3b7eba8344df9cf08e22ff08449d P 8bd4dd6ff25146aa989790529cece90a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
10:57:15.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.847831 28508 raft_consensus.cc:729] T 1a8e3b7eba8344df9cf08e22ff08449d P 8bd4dd6ff25146aa989790529cece90a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8bd4dd6ff25146aa989790529cece90a, State: Initialized, Role: FOLLOWER
10:57:15.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.848578 28508 consensus_queue.cc:260] T 1a8e3b7eba8344df9cf08e22ff08449d P 8bd4dd6ff25146aa989790529cece90a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8bd4dd6ff25146aa989790529cece90a" member_type: VOTER last_known_addr { host: "127.27.25.1" port: 41141 } } peers { permanent_uuid: "283a874235f34331bc6079d05bbb9623" member_type: VOTER last_known_addr { host: "127.27.25.3" port: 40565 } } peers { permanent_uuid: "d0d6b5b67b164afea046853750e85114" member_type: VOTER last_known_addr { host: "127.27.25.2" port: 44661 } }
10:57:15.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.850566 28508 ts_tablet_manager.cc:1428] T 1a8e3b7eba8344df9cf08e22ff08449d P 8bd4dd6ff25146aa989790529cece90a: Time spent starting tablet: real 0.015s user 0.016s sys 0.000s
10:57:15.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.851110 28508 tablet_bootstrap.cc:492] T 0fd02bafccff4709b7b1b723f1a5d120 P 8bd4dd6ff25146aa989790529cece90a: Bootstrap starting.
10:57:15.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.852775 28508 tablet_bootstrap.cc:654] T 0fd02bafccff4709b7b1b723f1a5d120 P 8bd4dd6ff25146aa989790529cece90a: Neither blocks nor log segments found. Creating new log.
10:57:15.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.854178 28510 tablet_bootstrap.cc:492] T 0fd02bafccff4709b7b1b723f1a5d120 P 283a874235f34331bc6079d05bbb9623: No bootstrap required, opened a new log
10:57:15.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.854707 28510 ts_tablet_manager.cc:1397] T 0fd02bafccff4709b7b1b723f1a5d120 P 283a874235f34331bc6079d05bbb9623: Time spent bootstrapping tablet: real 0.013s user 0.004s sys 0.006s
10:57:15.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.858670 28508 tablet_bootstrap.cc:492] T 0fd02bafccff4709b7b1b723f1a5d120 P 8bd4dd6ff25146aa989790529cece90a: No bootstrap required, opened a new log
10:57:15.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.858834 28508 ts_tablet_manager.cc:1397] T 0fd02bafccff4709b7b1b723f1a5d120 P 8bd4dd6ff25146aa989790529cece90a: Time spent bootstrapping tablet: real 0.008s user 0.003s sys 0.004s
10:57:15.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.859620 28508 raft_consensus.cc:348] T 0fd02bafccff4709b7b1b723f1a5d120 P 8bd4dd6ff25146aa989790529cece90a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8bd4dd6ff25146aa989790529cece90a" member_type: VOTER last_known_addr { host: "127.27.25.1" port: 41141 } } peers { permanent_uuid: "d0d6b5b67b164afea046853750e85114" member_type: VOTER last_known_addr { host: "127.27.25.2" port: 44661 } } peers { permanent_uuid: "283a874235f34331bc6079d05bbb9623" member_type: VOTER last_known_addr { host: "127.27.25.3" port: 40565 } }
10:57:15.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.859905 28508 raft_consensus.cc:374] T 0fd02bafccff4709b7b1b723f1a5d120 P 8bd4dd6ff25146aa989790529cece90a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
10:57:15.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.860024 28508 raft_consensus.cc:729] T 0fd02bafccff4709b7b1b723f1a5d120 P 8bd4dd6ff25146aa989790529cece90a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8bd4dd6ff25146aa989790529cece90a, State: Initialized, Role: FOLLOWER
10:57:15.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.860260 28508 consensus_queue.cc:260] T 0fd02bafccff4709b7b1b723f1a5d120 P 8bd4dd6ff25146aa989790529cece90a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8bd4dd6ff25146aa989790529cece90a" member_type: VOTER last_known_addr { host: "127.27.25.1" port: 41141 } } peers { permanent_uuid: "d0d6b5b67b164afea046853750e85114" member_type: VOTER last_known_addr { host: "127.27.25.2" port: 44661 } } peers { permanent_uuid: "283a874235f34331bc6079d05bbb9623" member_type: VOTER last_known_addr { host: "127.27.25.3" port: 40565 } }
10:57:15.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.860954 28508 ts_tablet_manager.cc:1428] T 0fd02bafccff4709b7b1b723f1a5d120 P 8bd4dd6ff25146aa989790529cece90a: Time spent starting tablet: real 0.002s user 0.002s sys 0.000s
10:57:15.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.862013 28276 tablet_service.cc:1467] Processing CreateTablet for tablet 1a8e3b7eba8344df9cf08e22ff08449d (DEFAULT_TABLE table=txn_manager_fallback [id=3d3b2ba46c134dce88bd2a561029ab0e]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
10:57:15.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.861990 28275 tablet_service.cc:1467] Processing CreateTablet for tablet 0fd02bafccff4709b7b1b723f1a5d120 (DEFAULT_TABLE table=txn_manager_fallback [id=3d3b2ba46c134dce88bd2a561029ab0e]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
10:57:15.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.863770 28276 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 1a8e3b7eba8344df9cf08e22ff08449d. 1 dirs total, 0 dirs full, 0 dirs failed
10:57:15.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.864223 28275 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 0fd02bafccff4709b7b1b723f1a5d120. 1 dirs total, 0 dirs full, 0 dirs failed
10:57:15.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.868350 28510 raft_consensus.cc:348] T 0fd02bafccff4709b7b1b723f1a5d120 P 283a874235f34331bc6079d05bbb9623 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8bd4dd6ff25146aa989790529cece90a" member_type: VOTER last_known_addr { host: "127.27.25.1" port: 41141 } } peers { permanent_uuid: "d0d6b5b67b164afea046853750e85114" member_type: VOTER last_known_addr { host: "127.27.25.2" port: 44661 } } peers { permanent_uuid: "283a874235f34331bc6079d05bbb9623" member_type: VOTER last_known_addr { host: "127.27.25.3" port: 40565 } }
10:57:15.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.868825 28510 raft_consensus.cc:374] T 0fd02bafccff4709b7b1b723f1a5d120 P 283a874235f34331bc6079d05bbb9623 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
10:57:15.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.868939 28510 raft_consensus.cc:729] T 0fd02bafccff4709b7b1b723f1a5d120 P 283a874235f34331bc6079d05bbb9623 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 283a874235f34331bc6079d05bbb9623, State: Initialized, Role: FOLLOWER
10:57:15.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.869597 28510 consensus_queue.cc:260] T 0fd02bafccff4709b7b1b723f1a5d120 P 283a874235f34331bc6079d05bbb9623 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8bd4dd6ff25146aa989790529cece90a" member_type: VOTER last_known_addr { host: "127.27.25.1" port: 41141 } } peers { permanent_uuid: "d0d6b5b67b164afea046853750e85114" member_type: VOTER last_known_addr { host: "127.27.25.2" port: 44661 } } peers { permanent_uuid: "283a874235f34331bc6079d05bbb9623" member_type: VOTER last_known_addr { host: "127.27.25.3" port: 40565 } }
10:57:15.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.870698 28512 raft_consensus.cc:482] T 0fd02bafccff4709b7b1b723f1a5d120 P 8bd4dd6ff25146aa989790529cece90a [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
10:57:15.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.870985 28512 raft_consensus.cc:504] T 0fd02bafccff4709b7b1b723f1a5d120 P 8bd4dd6ff25146aa989790529cece90a [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8bd4dd6ff25146aa989790529cece90a" member_type: VOTER last_known_addr { host: "127.27.25.1" port: 41141 } } peers { permanent_uuid: "d0d6b5b67b164afea046853750e85114" member_type: VOTER last_known_addr { host: "127.27.25.2" port: 44661 } } peers { permanent_uuid: "283a874235f34331bc6079d05bbb9623" member_type: VOTER last_known_addr { host: "127.27.25.3" port: 40565 } }
10:57:15.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.871415 28510 ts_tablet_manager.cc:1428] T 0fd02bafccff4709b7b1b723f1a5d120 P 283a874235f34331bc6079d05bbb9623: Time spent starting tablet: real 0.016s user 0.009s sys 0.003s
10:57:15.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.872213 28510 tablet_bootstrap.cc:492] T 1a8e3b7eba8344df9cf08e22ff08449d P 283a874235f34331bc6079d05bbb9623: Bootstrap starting.
10:57:15.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.872831 28512 leader_election.cc:288] T 0fd02bafccff4709b7b1b723f1a5d120 P 8bd4dd6ff25146aa989790529cece90a [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers d0d6b5b67b164afea046853750e85114 (127.27.25.2:44661), 283a874235f34331bc6079d05bbb9623 (127.27.25.3:40565)
10:57:15.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.873147 28484 heartbeater.cc:503] Master 127.27.25.60:35955 was elected leader, sending a full tablet report...
10:57:15.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.874655 28510 tablet_bootstrap.cc:654] T 1a8e3b7eba8344df9cf08e22ff08449d P 283a874235f34331bc6079d05bbb9623: Neither blocks nor log segments found. Creating new log.
10:57:15.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.886572 28518 tablet_bootstrap.cc:492] T 1a8e3b7eba8344df9cf08e22ff08449d P d0d6b5b67b164afea046853750e85114: Bootstrap starting.
10:57:15.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.890232 28510 tablet_bootstrap.cc:492] T 1a8e3b7eba8344df9cf08e22ff08449d P 283a874235f34331bc6079d05bbb9623: No bootstrap required, opened a new log
10:57:15.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.890489 28510 ts_tablet_manager.cc:1397] T 1a8e3b7eba8344df9cf08e22ff08449d P 283a874235f34331bc6079d05bbb9623: Time spent bootstrapping tablet: real 0.018s user 0.002s sys 0.008s
10:57:15.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.891589 28510 raft_consensus.cc:348] T 1a8e3b7eba8344df9cf08e22ff08449d P 283a874235f34331bc6079d05bbb9623 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8bd4dd6ff25146aa989790529cece90a" member_type: VOTER last_known_addr { host: "127.27.25.1" port: 41141 } } peers { permanent_uuid: "283a874235f34331bc6079d05bbb9623" member_type: VOTER last_known_addr { host: "127.27.25.3" port: 40565 } } peers { permanent_uuid: "d0d6b5b67b164afea046853750e85114" member_type: VOTER last_known_addr { host: "127.27.25.2" port: 44661 } }
10:57:15.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.891932 28510 raft_consensus.cc:374] T 1a8e3b7eba8344df9cf08e22ff08449d P 283a874235f34331bc6079d05bbb9623 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
10:57:15.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.892082 28510 raft_consensus.cc:729] T 1a8e3b7eba8344df9cf08e22ff08449d P 283a874235f34331bc6079d05bbb9623 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 283a874235f34331bc6079d05bbb9623, State: Initialized, Role: FOLLOWER
10:57:15.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.892418 28510 consensus_queue.cc:260] T 1a8e3b7eba8344df9cf08e22ff08449d P 283a874235f34331bc6079d05bbb9623 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8bd4dd6ff25146aa989790529cece90a" member_type: VOTER last_known_addr { host: "127.27.25.1" port: 41141 } } peers { permanent_uuid: "283a874235f34331bc6079d05bbb9623" member_type: VOTER last_known_addr { host: "127.27.25.3" port: 40565 } } peers { permanent_uuid: "d0d6b5b67b164afea046853750e85114" member_type: VOTER last_known_addr { host: "127.27.25.2" port: 44661 } }
10:57:15.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.893181 28510 ts_tablet_manager.cc:1428] T 1a8e3b7eba8344df9cf08e22ff08449d P 283a874235f34331bc6079d05bbb9623: Time spent starting tablet: real 0.002s user 0.002s sys 0.000s
10:57:15.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.895233 28518 tablet_bootstrap.cc:654] T 1a8e3b7eba8344df9cf08e22ff08449d P d0d6b5b67b164afea046853750e85114: Neither blocks nor log segments found. Creating new log.
10:57:15.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.896770 28518 log.cc:824] T 1a8e3b7eba8344df9cf08e22ff08449d P d0d6b5b67b164afea046853750e85114: Log is configured to *not* fsync() on all Append() calls
10:57:15.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.902653 28438 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "0fd02bafccff4709b7b1b723f1a5d120" candidate_uuid: "8bd4dd6ff25146aa989790529cece90a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "283a874235f34331bc6079d05bbb9623" is_pre_election: true
10:57:15.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.903095 28518 tablet_bootstrap.cc:492] T 1a8e3b7eba8344df9cf08e22ff08449d P d0d6b5b67b164afea046853750e85114: No bootstrap required, opened a new log
10:57:15.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.903260 28438 raft_consensus.cc:2454] T 0fd02bafccff4709b7b1b723f1a5d120 P 283a874235f34331bc6079d05bbb9623 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 8bd4dd6ff25146aa989790529cece90a in term 0.
10:57:15.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.903430 28518 ts_tablet_manager.cc:1397] T 1a8e3b7eba8344df9cf08e22ff08449d P d0d6b5b67b164afea046853750e85114: Time spent bootstrapping tablet: real 0.017s user 0.009s sys 0.000s
10:57:15.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.904242 28077 leader_election.cc:302] T 0fd02bafccff4709b7b1b723f1a5d120 P 8bd4dd6ff25146aa989790529cece90a [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 283a874235f34331bc6079d05bbb9623, 8bd4dd6ff25146aa989790529cece90a; no voters:
10:57:15.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.904696 28512 raft_consensus.cc:2781] T 0fd02bafccff4709b7b1b723f1a5d120 P 8bd4dd6ff25146aa989790529cece90a [term 0 FOLLOWER]: Leader pre-election won for term 1
10:57:15.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.904827 28512 raft_consensus.cc:482] T 0fd02bafccff4709b7b1b723f1a5d120 P 8bd4dd6ff25146aa989790529cece90a [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
10:57:15.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.904945 28512 raft_consensus.cc:3037] T 0fd02bafccff4709b7b1b723f1a5d120 P 8bd4dd6ff25146aa989790529cece90a [term 0 FOLLOWER]: Advancing to term 1
10:57:15.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.901341 28296 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "0fd02bafccff4709b7b1b723f1a5d120" candidate_uuid: "8bd4dd6ff25146aa989790529cece90a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d0d6b5b67b164afea046853750e85114" is_pre_election: true
10:57:15.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 10:57:15.906463 28076 leader_election.cc:341] T 0fd02bafccff4709b7b1b723f1a5d120 P 8bd4dd6ff25146aa989790529cece90a [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer d0d6b5b67b164afea046853750e85114 (127.27.25.2:44661): Illegal state: must be running to vote when last-logged opid is not known
10:57:15.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.908190 28512 raft_consensus.cc:504] T 0fd02bafccff4709b7b1b723f1a5d120 P 8bd4dd6ff25146aa989790529cece90a [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8bd4dd6ff25146aa989790529cece90a" member_type: VOTER last_known_addr { host: "127.27.25.1" port: 41141 } } peers { permanent_uuid: "d0d6b5b67b164afea046853750e85114" member_type: VOTER last_known_addr { host: "127.27.25.2" port: 44661 } } peers { permanent_uuid: "283a874235f34331bc6079d05bbb9623" member_type: VOTER last_known_addr { host: "127.27.25.3" port: 40565 } }
10:57:15.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.909463 28438 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "0fd02bafccff4709b7b1b723f1a5d120" candidate_uuid: "8bd4dd6ff25146aa989790529cece90a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "283a874235f34331bc6079d05bbb9623"
10:57:15.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.909441 28296 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "0fd02bafccff4709b7b1b723f1a5d120" candidate_uuid: "8bd4dd6ff25146aa989790529cece90a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d0d6b5b67b164afea046853750e85114"
10:57:15.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.909679 28438 raft_consensus.cc:3037] T 0fd02bafccff4709b7b1b723f1a5d120 P 283a874235f34331bc6079d05bbb9623 [term 0 FOLLOWER]: Advancing to term 1
10:57:15.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 10:57:15.910149 28076 leader_election.cc:341] T 0fd02bafccff4709b7b1b723f1a5d120 P 8bd4dd6ff25146aa989790529cece90a [CANDIDATE]: Term 1 election: Tablet error from VoteRequest() call to peer d0d6b5b67b164afea046853750e85114 (127.27.25.2:44661): Illegal state: must be running to vote when last-logged opid is not known
10:57:15.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.911674 28518 raft_consensus.cc:348] T 1a8e3b7eba8344df9cf08e22ff08449d P d0d6b5b67b164afea046853750e85114 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8bd4dd6ff25146aa989790529cece90a" member_type: VOTER last_known_addr { host: "127.27.25.1" port: 41141 } } peers { permanent_uuid: "283a874235f34331bc6079d05bbb9623" member_type: VOTER last_known_addr { host: "127.27.25.3" port: 40565 } } peers { permanent_uuid: "d0d6b5b67b164afea046853750e85114" member_type: VOTER last_known_addr { host: "127.27.25.2" port: 44661 } }
10:57:15.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.912056 28518 raft_consensus.cc:374] T 1a8e3b7eba8344df9cf08e22ff08449d P d0d6b5b67b164afea046853750e85114 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
10:57:15.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.912140 28518 raft_consensus.cc:729] T 1a8e3b7eba8344df9cf08e22ff08449d P d0d6b5b67b164afea046853750e85114 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d0d6b5b67b164afea046853750e85114, State: Initialized, Role: FOLLOWER
10:57:15.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.912727 28438 raft_consensus.cc:2454] T 0fd02bafccff4709b7b1b723f1a5d120 P 283a874235f34331bc6079d05bbb9623 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 8bd4dd6ff25146aa989790529cece90a in term 1.
10:57:15.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.912859 28518 consensus_queue.cc:260] T 1a8e3b7eba8344df9cf08e22ff08449d P d0d6b5b67b164afea046853750e85114 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8bd4dd6ff25146aa989790529cece90a" member_type: VOTER last_known_addr { host: "127.27.25.1" port: 41141 } } peers { permanent_uuid: "283a874235f34331bc6079d05bbb9623" member_type: VOTER last_known_addr { host: "127.27.25.3" port: 40565 } } peers { permanent_uuid: "d0d6b5b67b164afea046853750e85114" member_type: VOTER last_known_addr { host: "127.27.25.2" port: 44661 } }
10:57:15.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.913270 28077 leader_election.cc:302] T 0fd02bafccff4709b7b1b723f1a5d120 P 8bd4dd6ff25146aa989790529cece90a [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 283a874235f34331bc6079d05bbb9623, 8bd4dd6ff25146aa989790529cece90a; no voters: d0d6b5b67b164afea046853750e85114
10:57:15.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.913668 28520 raft_consensus.cc:482] T 1a8e3b7eba8344df9cf08e22ff08449d P 8bd4dd6ff25146aa989790529cece90a [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
10:57:15.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.914252 28512 leader_election.cc:288] T 0fd02bafccff4709b7b1b723f1a5d120 P 8bd4dd6ff25146aa989790529cece90a [CANDIDATE]: Term 1 election: Requested vote from peers d0d6b5b67b164afea046853750e85114 (127.27.25.2:44661), 283a874235f34331bc6079d05bbb9623 (127.27.25.3:40565)
10:57:15.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.914201 28522 raft_consensus.cc:2781] T 0fd02bafccff4709b7b1b723f1a5d120 P 8bd4dd6ff25146aa989790529cece90a [term 1 FOLLOWER]: Leader election won for term 1
10:57:15.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.914038 28520 raft_consensus.cc:504] T 1a8e3b7eba8344df9cf08e22ff08449d P 8bd4dd6ff25146aa989790529cece90a [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8bd4dd6ff25146aa989790529cece90a" member_type: VOTER last_known_addr { host: "127.27.25.1" port: 41141 } } peers { permanent_uuid: "283a874235f34331bc6079d05bbb9623" member_type: VOTER last_known_addr { host: "127.27.25.3" port: 40565 } } peers { permanent_uuid: "d0d6b5b67b164afea046853750e85114" member_type: VOTER last_known_addr { host: "127.27.25.2" port: 44661 } }
10:57:15.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.914642 28522 raft_consensus.cc:686] T 0fd02bafccff4709b7b1b723f1a5d120 P 8bd4dd6ff25146aa989790529cece90a [term 1 LEADER]: Becoming Leader. State: Replica: 8bd4dd6ff25146aa989790529cece90a, State: Running, Role: LEADER
10:57:15.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.915344 28520 leader_election.cc:288] T 1a8e3b7eba8344df9cf08e22ff08449d P 8bd4dd6ff25146aa989790529cece90a [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 283a874235f34331bc6079d05bbb9623 (127.27.25.3:40565), d0d6b5b67b164afea046853750e85114 (127.27.25.2:44661)
10:57:15.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.915273 28522 consensus_queue.cc:237] T 0fd02bafccff4709b7b1b723f1a5d120 P 8bd4dd6ff25146aa989790529cece90a [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8bd4dd6ff25146aa989790529cece90a" member_type: VOTER last_known_addr { host: "127.27.25.1" port: 41141 } } peers { permanent_uuid: "d0d6b5b67b164afea046853750e85114" member_type: VOTER last_known_addr { host: "127.27.25.2" port: 44661 } } peers { permanent_uuid: "283a874235f34331bc6079d05bbb9623" member_type: VOTER last_known_addr { host: "127.27.25.3" port: 40565 } }
10:57:15.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.915966 28296 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "1a8e3b7eba8344df9cf08e22ff08449d" candidate_uuid: "8bd4dd6ff25146aa989790529cece90a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d0d6b5b67b164afea046853750e85114" is_pre_election: true
10:57:15.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.915863 28437 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "1a8e3b7eba8344df9cf08e22ff08449d" candidate_uuid: "8bd4dd6ff25146aa989790529cece90a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "283a874235f34331bc6079d05bbb9623" is_pre_election: true
10:57:15.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.916298 28296 raft_consensus.cc:2454] T 1a8e3b7eba8344df9cf08e22ff08449d P d0d6b5b67b164afea046853750e85114 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 8bd4dd6ff25146aa989790529cece90a in term 0.
10:57:15.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.916338 28437 raft_consensus.cc:2454] T 1a8e3b7eba8344df9cf08e22ff08449d P 283a874235f34331bc6079d05bbb9623 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 8bd4dd6ff25146aa989790529cece90a in term 0.
10:57:15.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.916769 28076 leader_election.cc:302] T 1a8e3b7eba8344df9cf08e22ff08449d P 8bd4dd6ff25146aa989790529cece90a [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 8bd4dd6ff25146aa989790529cece90a, d0d6b5b67b164afea046853750e85114; no voters:
10:57:15.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.917073 28520 raft_consensus.cc:2781] T 1a8e3b7eba8344df9cf08e22ff08449d P 8bd4dd6ff25146aa989790529cece90a [term 0 FOLLOWER]: Leader pre-election won for term 1
10:57:15.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.917196 28520 raft_consensus.cc:482] T 1a8e3b7eba8344df9cf08e22ff08449d P 8bd4dd6ff25146aa989790529cece90a [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
10:57:15.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.917322 28520 raft_consensus.cc:3037] T 1a8e3b7eba8344df9cf08e22ff08449d P 8bd4dd6ff25146aa989790529cece90a [term 0 FOLLOWER]: Advancing to term 1
10:57:15.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.918915 28518 ts_tablet_manager.cc:1428] T 1a8e3b7eba8344df9cf08e22ff08449d P d0d6b5b67b164afea046853750e85114: Time spent starting tablet: real 0.015s user 0.013s sys 0.000s
10:57:15.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.919291 28518 tablet_bootstrap.cc:492] T 0fd02bafccff4709b7b1b723f1a5d120 P d0d6b5b67b164afea046853750e85114: Bootstrap starting.
10:57:15.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.919503 28342 heartbeater.cc:503] Master 127.27.25.60:35955 was elected leader, sending a full tablet report...
10:57:15.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.920971 28518 tablet_bootstrap.cc:654] T 0fd02bafccff4709b7b1b723f1a5d120 P d0d6b5b67b164afea046853750e85114: Neither blocks nor log segments found. Creating new log.
10:57:15.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 10:57:15.923544 28203 tablet.cc:2369] T 0fd02bafccff4709b7b1b723f1a5d120 P 8bd4dd6ff25146aa989790529cece90a: Can't schedule compaction. Clean time has not been advanced past its initial value.
10:57:15.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.927485 28518 tablet_bootstrap.cc:492] T 0fd02bafccff4709b7b1b723f1a5d120 P d0d6b5b67b164afea046853750e85114: No bootstrap required, opened a new log
10:57:15.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.927654 28518 ts_tablet_manager.cc:1397] T 0fd02bafccff4709b7b1b723f1a5d120 P d0d6b5b67b164afea046853750e85114: Time spent bootstrapping tablet: real 0.008s user 0.000s sys 0.007s
10:57:15.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.928294 28518 raft_consensus.cc:348] T 0fd02bafccff4709b7b1b723f1a5d120 P d0d6b5b67b164afea046853750e85114 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8bd4dd6ff25146aa989790529cece90a" member_type: VOTER last_known_addr { host: "127.27.25.1" port: 41141 } } peers { permanent_uuid: "d0d6b5b67b164afea046853750e85114" member_type: VOTER last_known_addr { host: "127.27.25.2" port: 44661 } } peers { permanent_uuid: "283a874235f34331bc6079d05bbb9623" member_type: VOTER last_known_addr { host: "127.27.25.3" port: 40565 } }
10:57:15.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.928505 28518 raft_consensus.cc:374] T 0fd02bafccff4709b7b1b723f1a5d120 P d0d6b5b67b164afea046853750e85114 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
10:57:15.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.928273 28520 raft_consensus.cc:504] T 1a8e3b7eba8344df9cf08e22ff08449d P 8bd4dd6ff25146aa989790529cece90a [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8bd4dd6ff25146aa989790529cece90a" member_type: VOTER last_known_addr { host: "127.27.25.1" port: 41141 } } peers { permanent_uuid: "283a874235f34331bc6079d05bbb9623" member_type: VOTER last_known_addr { host: "127.27.25.3" port: 40565 } } peers { permanent_uuid: "d0d6b5b67b164afea046853750e85114" member_type: VOTER last_known_addr { host: "127.27.25.2" port: 44661 } }
10:57:15.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.928597 28518 raft_consensus.cc:729] T 0fd02bafccff4709b7b1b723f1a5d120 P d0d6b5b67b164afea046853750e85114 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d0d6b5b67b164afea046853750e85114, State: Initialized, Role: FOLLOWER
10:57:15.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.928830 28518 consensus_queue.cc:260] T 0fd02bafccff4709b7b1b723f1a5d120 P d0d6b5b67b164afea046853750e85114 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8bd4dd6ff25146aa989790529cece90a" member_type: VOTER last_known_addr { host: "127.27.25.1" port: 41141 } } peers { permanent_uuid: "d0d6b5b67b164afea046853750e85114" member_type: VOTER last_known_addr { host: "127.27.25.2" port: 44661 } } peers { permanent_uuid: "283a874235f34331bc6079d05bbb9623" member_type: VOTER last_known_addr { host: "127.27.25.3" port: 40565 } }
10:57:15.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 10:57:15.928998 28344 tablet.cc:2369] T 1a8e3b7eba8344df9cf08e22ff08449d P d0d6b5b67b164afea046853750e85114: Can't schedule compaction. Clean time has not been advanced past its initial value.
10:57:15.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.929343 28518 ts_tablet_manager.cc:1428] T 0fd02bafccff4709b7b1b723f1a5d120 P d0d6b5b67b164afea046853750e85114: Time spent starting tablet: real 0.002s user 0.002s sys 0.000s
10:57:15.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.931541 28520 leader_election.cc:288] T 1a8e3b7eba8344df9cf08e22ff08449d P 8bd4dd6ff25146aa989790529cece90a [CANDIDATE]: Term 1 election: Requested vote from peers 283a874235f34331bc6079d05bbb9623 (127.27.25.3:40565), d0d6b5b67b164afea046853750e85114 (127.27.25.2:44661)
10:57:15.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.931792 28296 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "1a8e3b7eba8344df9cf08e22ff08449d" candidate_uuid: "8bd4dd6ff25146aa989790529cece90a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d0d6b5b67b164afea046853750e85114"
10:57:15.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.931773 28438 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "1a8e3b7eba8344df9cf08e22ff08449d" candidate_uuid: "8bd4dd6ff25146aa989790529cece90a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "283a874235f34331bc6079d05bbb9623"
10:57:15.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.931975 28296 raft_consensus.cc:3037] T 1a8e3b7eba8344df9cf08e22ff08449d P d0d6b5b67b164afea046853750e85114 [term 0 FOLLOWER]: Advancing to term 1
10:57:15.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.932020 28438 raft_consensus.cc:3037] T 1a8e3b7eba8344df9cf08e22ff08449d P 283a874235f34331bc6079d05bbb9623 [term 0 FOLLOWER]: Advancing to term 1
10:57:15.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.934899 28438 raft_consensus.cc:2454] T 1a8e3b7eba8344df9cf08e22ff08449d P 283a874235f34331bc6079d05bbb9623 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 8bd4dd6ff25146aa989790529cece90a in term 1.
10:57:15.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.934898 28296 raft_consensus.cc:2454] T 1a8e3b7eba8344df9cf08e22ff08449d P d0d6b5b67b164afea046853750e85114 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 8bd4dd6ff25146aa989790529cece90a in term 1.
10:57:15.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.935310 28076 leader_election.cc:302] T 1a8e3b7eba8344df9cf08e22ff08449d P 8bd4dd6ff25146aa989790529cece90a [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 8bd4dd6ff25146aa989790529cece90a, d0d6b5b67b164afea046853750e85114; no voters:
10:57:15.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.935611 28522 raft_consensus.cc:2781] T 1a8e3b7eba8344df9cf08e22ff08449d P 8bd4dd6ff25146aa989790529cece90a [term 1 FOLLOWER]: Leader election won for term 1
10:57:15.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.935776 28522 raft_consensus.cc:686] T 1a8e3b7eba8344df9cf08e22ff08449d P 8bd4dd6ff25146aa989790529cece90a [term 1 LEADER]: Becoming Leader. State: Replica: 8bd4dd6ff25146aa989790529cece90a, State: Running, Role: LEADER
10:57:15.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.935994 28522 consensus_queue.cc:237] T 1a8e3b7eba8344df9cf08e22ff08449d P 8bd4dd6ff25146aa989790529cece90a [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8bd4dd6ff25146aa989790529cece90a" member_type: VOTER last_known_addr { host: "127.27.25.1" port: 41141 } } peers { permanent_uuid: "283a874235f34331bc6079d05bbb9623" member_type: VOTER last_known_addr { host: "127.27.25.3" port: 40565 } } peers { permanent_uuid: "d0d6b5b67b164afea046853750e85114" member_type: VOTER last_known_addr { host: "127.27.25.2" port: 44661 } }
10:57:15.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.939131 27951 catalog_manager.cc:5495] T 0fd02bafccff4709b7b1b723f1a5d120 P 8bd4dd6ff25146aa989790529cece90a reported cstate change: term changed from 0 to 1, leader changed from <none> to 8bd4dd6ff25146aa989790529cece90a (127.27.25.1). New cstate: current_term: 1 leader_uuid: "8bd4dd6ff25146aa989790529cece90a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8bd4dd6ff25146aa989790529cece90a" member_type: VOTER last_known_addr { host: "127.27.25.1" port: 41141 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "d0d6b5b67b164afea046853750e85114" member_type: VOTER last_known_addr { host: "127.27.25.2" port: 44661 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "283a874235f34331bc6079d05bbb9623" member_type: VOTER last_known_addr { host: "127.27.25.3" port: 40565 } health_report { overall_health: UNKNOWN } } }
10:57:15.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:15.948807 27951 catalog_manager.cc:5495] T 1a8e3b7eba8344df9cf08e22ff08449d P 8bd4dd6ff25146aa989790529cece90a reported cstate change: term changed from 0 to 1, leader changed from <none> to 8bd4dd6ff25146aa989790529cece90a (127.27.25.1). New cstate: current_term: 1 leader_uuid: "8bd4dd6ff25146aa989790529cece90a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8bd4dd6ff25146aa989790529cece90a" member_type: VOTER last_known_addr { host: "127.27.25.1" port: 41141 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "283a874235f34331bc6079d05bbb9623" member_type: VOTER last_known_addr { host: "127.27.25.3" port: 40565 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "d0d6b5b67b164afea046853750e85114" member_type: VOTER last_known_addr { host: "127.27.25.2" port: 44661 } health_report { overall_health: UNKNOWN } } }
10:57:15.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 10:57:15.974889 28486 tablet.cc:2369] T 0fd02bafccff4709b7b1b723f1a5d120 P 283a874235f34331bc6079d05bbb9623: Can't schedule compaction. Clean time has not been advanced past its initial value.
10:57:16.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:16.050772 28521 raft_consensus.cc:482] T 0fd02bafccff4709b7b1b723f1a5d120 P d0d6b5b67b164afea046853750e85114 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
10:57:16.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:16.051119 28521 raft_consensus.cc:504] T 0fd02bafccff4709b7b1b723f1a5d120 P d0d6b5b67b164afea046853750e85114 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8bd4dd6ff25146aa989790529cece90a" member_type: VOTER last_known_addr { host: "127.27.25.1" port: 41141 } } peers { permanent_uuid: "d0d6b5b67b164afea046853750e85114" member_type: VOTER last_known_addr { host: "127.27.25.2" port: 44661 } } peers { permanent_uuid: "283a874235f34331bc6079d05bbb9623" member_type: VOTER last_known_addr { host: "127.27.25.3" port: 40565 } }
10:57:16.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:16.053395 28521 leader_election.cc:288] T 0fd02bafccff4709b7b1b723f1a5d120 P d0d6b5b67b164afea046853750e85114 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 8bd4dd6ff25146aa989790529cece90a (127.27.25.1:41141), 283a874235f34331bc6079d05bbb9623 (127.27.25.3:40565)
10:57:16.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:16.076185 28155 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "0fd02bafccff4709b7b1b723f1a5d120" candidate_uuid: "d0d6b5b67b164afea046853750e85114" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8bd4dd6ff25146aa989790529cece90a" is_pre_election: true
10:57:16.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:16.079713 28438 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "0fd02bafccff4709b7b1b723f1a5d120" candidate_uuid: "d0d6b5b67b164afea046853750e85114" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "283a874235f34331bc6079d05bbb9623" is_pre_election: true
10:57:16.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:16.080040 28438 raft_consensus.cc:2379] T 0fd02bafccff4709b7b1b723f1a5d120 P 283a874235f34331bc6079d05bbb9623 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate d0d6b5b67b164afea046853750e85114 in current term 1: Already voted for candidate 8bd4dd6ff25146aa989790529cece90a in this term.
10:57:16.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:16.080897 28221 leader_election.cc:302] T 0fd02bafccff4709b7b1b723f1a5d120 P d0d6b5b67b164afea046853750e85114 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: d0d6b5b67b164afea046853750e85114; no voters: 283a874235f34331bc6079d05bbb9623, 8bd4dd6ff25146aa989790529cece90a
10:57:16.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:16.081364 28521 raft_consensus.cc:3037] T 0fd02bafccff4709b7b1b723f1a5d120 P d0d6b5b67b164afea046853750e85114 [term 0 FOLLOWER]: Advancing to term 1
10:57:16.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:16.083321 27951 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:44386:
10:57:16.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
10:57:16.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
10:57:16.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
10:57:16.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
10:57:16.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
10:57:16.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
10:57:16.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
10:57:16.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
10:57:16.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
10:57:16.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
10:57:16.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
10:57:16.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
10:57:16.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
10:57:16.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
10:57:16.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
10:57:16.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
10:57:16.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
10:57:16.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
10:57:16.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
10:57:16.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
10:57:16.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
10:57:16.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
10:57:16.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
10:57:16.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
10:57:16.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
10:57:16.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
10:57:16.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
10:57:16.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
10:57:16.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
10:57:16.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
10:57:16.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
10:57:16.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
10:57:16.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
10:57:16.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
10:57:16.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
10:57:16.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
10:57:16.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
10:57:16.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
10:57:16.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
10:57:16.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
10:57:16.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
10:57:16.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
10:57:16.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
10:57:16.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
10:57:16.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
10:57:16.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
10:57:16.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
10:57:16.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
10:57:16.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
10:57:16.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
10:57:16.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
10:57:16.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
10:57:16.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
10:57:16.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
10:57:16.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
10:57:16.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
10:57:16.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:16.083527 28521 raft_consensus.cc:2726] T 0fd02bafccff4709b7b1b723f1a5d120 P d0d6b5b67b164afea046853750e85114 [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
10:57:16.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 10:57:16.084323 27951 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
10:57:16.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:16.096812 28129 tablet_service.cc:1467] Processing CreateTablet for tablet bca64a42ae4b431abd6e54a4f99452aa (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=0539590aed654429bb4c74c9842aeae7]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
10:57:16.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:16.096936 28276 tablet_service.cc:1467] Processing CreateTablet for tablet bca64a42ae4b431abd6e54a4f99452aa (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=0539590aed654429bb4c74c9842aeae7]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
10:57:16.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:16.097932 28276 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet bca64a42ae4b431abd6e54a4f99452aa. 1 dirs total, 0 dirs full, 0 dirs failed
10:57:16.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:16.097939 28129 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet bca64a42ae4b431abd6e54a4f99452aa. 1 dirs total, 0 dirs full, 0 dirs failed
10:57:16.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:16.104897 28508 tablet_bootstrap.cc:492] T bca64a42ae4b431abd6e54a4f99452aa P 8bd4dd6ff25146aa989790529cece90a: Bootstrap starting.
10:57:16.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:16.104897 28518 tablet_bootstrap.cc:492] T bca64a42ae4b431abd6e54a4f99452aa P d0d6b5b67b164afea046853750e85114: Bootstrap starting.
10:57:16.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:16.104770 28410 tablet_service.cc:1467] Processing CreateTablet for tablet bca64a42ae4b431abd6e54a4f99452aa (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=0539590aed654429bb4c74c9842aeae7]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
10:57:16.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:16.105772 28410 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet bca64a42ae4b431abd6e54a4f99452aa. 1 dirs total, 0 dirs full, 0 dirs failed
10:57:16.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:16.106606 28508 tablet_bootstrap.cc:654] T bca64a42ae4b431abd6e54a4f99452aa P 8bd4dd6ff25146aa989790529cece90a: Neither blocks nor log segments found. Creating new log.
10:57:16.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:16.106607 28518 tablet_bootstrap.cc:654] T bca64a42ae4b431abd6e54a4f99452aa P d0d6b5b67b164afea046853750e85114: Neither blocks nor log segments found. Creating new log.
10:57:16.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:16.109258 28508 tablet_bootstrap.cc:492] T bca64a42ae4b431abd6e54a4f99452aa P 8bd4dd6ff25146aa989790529cece90a: No bootstrap required, opened a new log
10:57:16.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:16.109436 28508 ts_tablet_manager.cc:1397] T bca64a42ae4b431abd6e54a4f99452aa P 8bd4dd6ff25146aa989790529cece90a: Time spent bootstrapping tablet: real 0.005s user 0.004s sys 0.000s
10:57:16.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:16.110159 28508 raft_consensus.cc:348] T bca64a42ae4b431abd6e54a4f99452aa P 8bd4dd6ff25146aa989790529cece90a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8bd4dd6ff25146aa989790529cece90a" member_type: VOTER last_known_addr { host: "127.27.25.1" port: 41141 } } peers { permanent_uuid: "d0d6b5b67b164afea046853750e85114" member_type: VOTER last_known_addr { host: "127.27.25.2" port: 44661 } } peers { permanent_uuid: "283a874235f34331bc6079d05bbb9623" member_type: VOTER last_known_addr { host: "127.27.25.3" port: 40565 } }
10:57:16.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:16.110456 28508 raft_consensus.cc:374] T bca64a42ae4b431abd6e54a4f99452aa P 8bd4dd6ff25146aa989790529cece90a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
10:57:16.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:16.110527 28508 raft_consensus.cc:729] T bca64a42ae4b431abd6e54a4f99452aa P 8bd4dd6ff25146aa989790529cece90a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8bd4dd6ff25146aa989790529cece90a, State: Initialized, Role: FOLLOWER
10:57:16.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:16.110745 28508 consensus_queue.cc:260] T bca64a42ae4b431abd6e54a4f99452aa P 8bd4dd6ff25146aa989790529cece90a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8bd4dd6ff25146aa989790529cece90a" member_type: VOTER last_known_addr { host: "127.27.25.1" port: 41141 } } peers { permanent_uuid: "d0d6b5b67b164afea046853750e85114" member_type: VOTER last_known_addr { host: "127.27.25.2" port: 44661 } } peers { permanent_uuid: "283a874235f34331bc6079d05bbb9623" member_type: VOTER last_known_addr { host: "127.27.25.3" port: 40565 } }
10:57:16.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:16.111248 28522 tablet_replica.cc:439] T bca64a42ae4b431abd6e54a4f99452aa P 8bd4dd6ff25146aa989790529cece90a: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8bd4dd6ff25146aa989790529cece90a" member_type: VOTER last_known_addr { host: "127.27.25.1" port: 41141 } } peers { permanent_uuid: "d0d6b5b67b164afea046853750e85114" member_type: VOTER last_known_addr { host: "127.27.25.2" port: 44661 } } peers { permanent_uuid: "283a874235f34331bc6079d05bbb9623" member_type: VOTER last_known_addr { host: "127.27.25.3" port: 40565 } } }
10:57:16.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:16.111526 28522 tablet_replica.cc:442] T bca64a42ae4b431abd6e54a4f99452aa P 8bd4dd6ff25146aa989790529cece90a: This TxnStatusTablet replica's current role is: FOLLOWER
10:57:16.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:16.112145 28510 tablet_bootstrap.cc:492] T bca64a42ae4b431abd6e54a4f99452aa P 283a874235f34331bc6079d05bbb9623: Bootstrap starting.
10:57:16.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:16.113843 28510 tablet_bootstrap.cc:654] T bca64a42ae4b431abd6e54a4f99452aa P 283a874235f34331bc6079d05bbb9623: Neither blocks nor log segments found. Creating new log.
10:57:16.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:16.113935 28508 ts_tablet_manager.cc:1428] T bca64a42ae4b431abd6e54a4f99452aa P 8bd4dd6ff25146aa989790529cece90a: Time spent starting tablet: real 0.003s user 0.002s sys 0.000s
10:57:16.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:16.119608 28518 tablet_bootstrap.cc:492] T bca64a42ae4b431abd6e54a4f99452aa P d0d6b5b67b164afea046853750e85114: No bootstrap required, opened a new log
10:57:16.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:16.119799 28518 ts_tablet_manager.cc:1397] T bca64a42ae4b431abd6e54a4f99452aa P d0d6b5b67b164afea046853750e85114: Time spent bootstrapping tablet: real 0.015s user 0.009s sys 0.003s
10:57:16.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:16.120393 28510 tablet_bootstrap.cc:492] T bca64a42ae4b431abd6e54a4f99452aa P 283a874235f34331bc6079d05bbb9623: No bootstrap required, opened a new log
10:57:16.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:16.120563 28510 ts_tablet_manager.cc:1397] T bca64a42ae4b431abd6e54a4f99452aa P 283a874235f34331bc6079d05bbb9623: Time spent bootstrapping tablet: real 0.008s user 0.003s sys 0.003s
10:57:16.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:16.120584 28518 raft_consensus.cc:348] T bca64a42ae4b431abd6e54a4f99452aa P d0d6b5b67b164afea046853750e85114 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8bd4dd6ff25146aa989790529cece90a" member_type: VOTER last_known_addr { host: "127.27.25.1" port: 41141 } } peers { permanent_uuid: "d0d6b5b67b164afea046853750e85114" member_type: VOTER last_known_addr { host: "127.27.25.2" port: 44661 } } peers { permanent_uuid: "283a874235f34331bc6079d05bbb9623" member_type: VOTER last_known_addr { host: "127.27.25.3" port: 40565 } }
10:57:16.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:16.120860 28518 raft_consensus.cc:374] T bca64a42ae4b431abd6e54a4f99452aa P d0d6b5b67b164afea046853750e85114 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
10:57:16.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:16.120936 28518 raft_consensus.cc:729] T bca64a42ae4b431abd6e54a4f99452aa P d0d6b5b67b164afea046853750e85114 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d0d6b5b67b164afea046853750e85114, State: Initialized, Role: FOLLOWER
10:57:16.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:16.121232 28518 consensus_queue.cc:260] T bca64a42ae4b431abd6e54a4f99452aa P d0d6b5b67b164afea046853750e85114 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8bd4dd6ff25146aa989790529cece90a" member_type: VOTER last_known_addr { host: "127.27.25.1" port: 41141 } } peers { permanent_uuid: "d0d6b5b67b164afea046853750e85114" member_type: VOTER last_known_addr { host: "127.27.25.2" port: 44661 } } peers { permanent_uuid: "283a874235f34331bc6079d05bbb9623" member_type: VOTER last_known_addr { host: "127.27.25.3" port: 40565 } }
10:57:16.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:16.121320 28510 raft_consensus.cc:348] T bca64a42ae4b431abd6e54a4f99452aa P 283a874235f34331bc6079d05bbb9623 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8bd4dd6ff25146aa989790529cece90a" member_type: VOTER last_known_addr { host: "127.27.25.1" port: 41141 } } peers { permanent_uuid: "d0d6b5b67b164afea046853750e85114" member_type: VOTER last_known_addr { host: "127.27.25.2" port: 44661 } } peers { permanent_uuid: "283a874235f34331bc6079d05bbb9623" member_type: VOTER last_known_addr { host: "127.27.25.3" port: 40565 } }
10:57:16.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:16.121559 28510 raft_consensus.cc:374] T bca64a42ae4b431abd6e54a4f99452aa P 283a874235f34331bc6079d05bbb9623 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
10:57:16.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:16.121629 28510 raft_consensus.cc:729] T bca64a42ae4b431abd6e54a4f99452aa P 283a874235f34331bc6079d05bbb9623 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 283a874235f34331bc6079d05bbb9623, State: Initialized, Role: FOLLOWER
10:57:16.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:16.121856 28518 ts_tablet_manager.cc:1428] T bca64a42ae4b431abd6e54a4f99452aa P d0d6b5b67b164afea046853750e85114: Time spent starting tablet: real 0.002s user 0.002s sys 0.000s
10:57:16.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:16.121762 28521 tablet_replica.cc:439] T bca64a42ae4b431abd6e54a4f99452aa P d0d6b5b67b164afea046853750e85114: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8bd4dd6ff25146aa989790529cece90a" member_type: VOTER last_known_addr { host: "127.27.25.1" port: 41141 } } peers { permanent_uuid: "d0d6b5b67b164afea046853750e85114" member_type: VOTER last_known_addr { host: "127.27.25.2" port: 44661 } } peers { permanent_uuid: "283a874235f34331bc6079d05bbb9623" member_type: VOTER last_known_addr { host: "127.27.25.3" port: 40565 } } }
10:57:16.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:16.121905 28510 consensus_queue.cc:260] T bca64a42ae4b431abd6e54a4f99452aa P 283a874235f34331bc6079d05bbb9623 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8bd4dd6ff25146aa989790529cece90a" member_type: VOTER last_known_addr { host: "127.27.25.1" port: 41141 } } peers { permanent_uuid: "d0d6b5b67b164afea046853750e85114" member_type: VOTER last_known_addr { host: "127.27.25.2" port: 44661 } } peers { permanent_uuid: "283a874235f34331bc6079d05bbb9623" member_type: VOTER last_known_addr { host: "127.27.25.3" port: 40565 } }
10:57:16.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:16.122133 28521 tablet_replica.cc:442] T bca64a42ae4b431abd6e54a4f99452aa P d0d6b5b67b164afea046853750e85114: This TxnStatusTablet replica's current role is: FOLLOWER
10:57:16.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:16.122452 28510 ts_tablet_manager.cc:1428] T bca64a42ae4b431abd6e54a4f99452aa P 283a874235f34331bc6079d05bbb9623: Time spent starting tablet: real 0.002s user 0.002s sys 0.000s
10:57:16.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:16.123420 28514 tablet_replica.cc:439] T bca64a42ae4b431abd6e54a4f99452aa P 283a874235f34331bc6079d05bbb9623: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8bd4dd6ff25146aa989790529cece90a" member_type: VOTER last_known_addr { host: "127.27.25.1" port: 41141 } } peers { permanent_uuid: "d0d6b5b67b164afea046853750e85114" member_type: VOTER last_known_addr { host: "127.27.25.2" port: 44661 } } peers { permanent_uuid: "283a874235f34331bc6079d05bbb9623" member_type: VOTER last_known_addr { host: "127.27.25.3" port: 40565 } } }
10:57:16.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:16.123811 28514 tablet_replica.cc:442] T bca64a42ae4b431abd6e54a4f99452aa P 283a874235f34331bc6079d05bbb9623: This TxnStatusTablet replica's current role is: FOLLOWER
10:57:16.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:16.177297 28514 raft_consensus.cc:482] T bca64a42ae4b431abd6e54a4f99452aa P 283a874235f34331bc6079d05bbb9623 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
10:57:16.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:16.177557 28514 raft_consensus.cc:504] T bca64a42ae4b431abd6e54a4f99452aa P 283a874235f34331bc6079d05bbb9623 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8bd4dd6ff25146aa989790529cece90a" member_type: VOTER last_known_addr { host: "127.27.25.1" port: 41141 } } peers { permanent_uuid: "d0d6b5b67b164afea046853750e85114" member_type: VOTER last_known_addr { host: "127.27.25.2" port: 44661 } } peers { permanent_uuid: "283a874235f34331bc6079d05bbb9623" member_type: VOTER last_known_addr { host: "127.27.25.3" port: 40565 } }
10:57:16.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:16.179232 28514 leader_election.cc:288] T bca64a42ae4b431abd6e54a4f99452aa P 283a874235f34331bc6079d05bbb9623 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 8bd4dd6ff25146aa989790529cece90a (127.27.25.1:41141), d0d6b5b67b164afea046853750e85114 (127.27.25.2:44661)
10:57:16.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:16.187135 28155 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "bca64a42ae4b431abd6e54a4f99452aa" candidate_uuid: "283a874235f34331bc6079d05bbb9623" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8bd4dd6ff25146aa989790529cece90a" is_pre_election: true
10:57:16.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:16.187395 28155 raft_consensus.cc:2454] T bca64a42ae4b431abd6e54a4f99452aa P 8bd4dd6ff25146aa989790529cece90a [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 283a874235f34331bc6079d05bbb9623 in term 0.
10:57:16.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:16.187605 28296 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "bca64a42ae4b431abd6e54a4f99452aa" candidate_uuid: "283a874235f34331bc6079d05bbb9623" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d0d6b5b67b164afea046853750e85114" is_pre_election: true
10:57:16.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:16.187852 28296 raft_consensus.cc:2454] T bca64a42ae4b431abd6e54a4f99452aa P d0d6b5b67b164afea046853750e85114 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 283a874235f34331bc6079d05bbb9623 in term 0.
10:57:16.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:16.187927 28362 leader_election.cc:302] T bca64a42ae4b431abd6e54a4f99452aa P 283a874235f34331bc6079d05bbb9623 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 283a874235f34331bc6079d05bbb9623, 8bd4dd6ff25146aa989790529cece90a; no voters:
10:57:16.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:16.188303 28514 raft_consensus.cc:2781] T bca64a42ae4b431abd6e54a4f99452aa P 283a874235f34331bc6079d05bbb9623 [term 0 FOLLOWER]: Leader pre-election won for term 1
10:57:16.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:16.188445 28514 raft_consensus.cc:482] T bca64a42ae4b431abd6e54a4f99452aa P 283a874235f34331bc6079d05bbb9623 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
10:57:16.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:16.188597 28514 raft_consensus.cc:3037] T bca64a42ae4b431abd6e54a4f99452aa P 283a874235f34331bc6079d05bbb9623 [term 0 FOLLOWER]: Advancing to term 1
10:57:16.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:16.190721 28514 raft_consensus.cc:504] T bca64a42ae4b431abd6e54a4f99452aa P 283a874235f34331bc6079d05bbb9623 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8bd4dd6ff25146aa989790529cece90a" member_type: VOTER last_known_addr { host: "127.27.25.1" port: 41141 } } peers { permanent_uuid: "d0d6b5b67b164afea046853750e85114" member_type: VOTER last_known_addr { host: "127.27.25.2" port: 44661 } } peers { permanent_uuid: "283a874235f34331bc6079d05bbb9623" member_type: VOTER last_known_addr { host: "127.27.25.3" port: 40565 } }
10:57:16.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:16.191316 28514 leader_election.cc:288] T bca64a42ae4b431abd6e54a4f99452aa P 283a874235f34331bc6079d05bbb9623 [CANDIDATE]: Term 1 election: Requested vote from peers 8bd4dd6ff25146aa989790529cece90a (127.27.25.1:41141), d0d6b5b67b164afea046853750e85114 (127.27.25.2:44661)
10:57:16.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:16.191737 28155 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "bca64a42ae4b431abd6e54a4f99452aa" candidate_uuid: "283a874235f34331bc6079d05bbb9623" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8bd4dd6ff25146aa989790529cece90a"
10:57:16.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:16.191941 28155 raft_consensus.cc:3037] T bca64a42ae4b431abd6e54a4f99452aa P 8bd4dd6ff25146aa989790529cece90a [term 0 FOLLOWER]: Advancing to term 1
10:57:16.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:16.191912 28296 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "bca64a42ae4b431abd6e54a4f99452aa" candidate_uuid: "283a874235f34331bc6079d05bbb9623" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d0d6b5b67b164afea046853750e85114"
10:57:16.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:16.192169 28296 raft_consensus.cc:3037] T bca64a42ae4b431abd6e54a4f99452aa P d0d6b5b67b164afea046853750e85114 [term 0 FOLLOWER]: Advancing to term 1
10:57:16.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:16.194041 28155 raft_consensus.cc:2454] T bca64a42ae4b431abd6e54a4f99452aa P 8bd4dd6ff25146aa989790529cece90a [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 283a874235f34331bc6079d05bbb9623 in term 1.
10:57:16.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:16.194197 28296 raft_consensus.cc:2454] T bca64a42ae4b431abd6e54a4f99452aa P d0d6b5b67b164afea046853750e85114 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 283a874235f34331bc6079d05bbb9623 in term 1.
10:57:16.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:16.194411 28362 leader_election.cc:302] T bca64a42ae4b431abd6e54a4f99452aa P 283a874235f34331bc6079d05bbb9623 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 283a874235f34331bc6079d05bbb9623, 8bd4dd6ff25146aa989790529cece90a; no voters:
10:57:16.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:16.194738 28514 raft_consensus.cc:2781] T bca64a42ae4b431abd6e54a4f99452aa P 283a874235f34331bc6079d05bbb9623 [term 1 FOLLOWER]: Leader election won for term 1
10:57:16.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:16.195123 28514 raft_consensus.cc:686] T bca64a42ae4b431abd6e54a4f99452aa P 283a874235f34331bc6079d05bbb9623 [term 1 LEADER]: Becoming Leader. State: Replica: 283a874235f34331bc6079d05bbb9623, State: Running, Role: LEADER
10:57:16.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:16.195912 28514 consensus_queue.cc:237] T bca64a42ae4b431abd6e54a4f99452aa P 283a874235f34331bc6079d05bbb9623 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8bd4dd6ff25146aa989790529cece90a" member_type: VOTER last_known_addr { host: "127.27.25.1" port: 41141 } } peers { permanent_uuid: "d0d6b5b67b164afea046853750e85114" member_type: VOTER last_known_addr { host: "127.27.25.2" port: 44661 } } peers { permanent_uuid: "283a874235f34331bc6079d05bbb9623" member_type: VOTER last_known_addr { host: "127.27.25.3" port: 40565 } }
10:57:16.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:16.199800 28540 tablet_replica.cc:439] T bca64a42ae4b431abd6e54a4f99452aa P 283a874235f34331bc6079d05bbb9623: TxnStatusTablet state changed. Reason: New leader 283a874235f34331bc6079d05bbb9623. Latest consensus state: current_term: 1 leader_uuid: "283a874235f34331bc6079d05bbb9623" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8bd4dd6ff25146aa989790529cece90a" member_type: VOTER last_known_addr { host: "127.27.25.1" port: 41141 } } peers { permanent_uuid: "d0d6b5b67b164afea046853750e85114" member_type: VOTER last_known_addr { host: "127.27.25.2" port: 44661 } } peers { permanent_uuid: "283a874235f34331bc6079d05bbb9623" member_type: VOTER last_known_addr { host: "127.27.25.3" port: 40565 } } }
10:57:16.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:16.200235 28540 tablet_replica.cc:442] T bca64a42ae4b431abd6e54a4f99452aa P 283a874235f34331bc6079d05bbb9623: This TxnStatusTablet replica's current role is: LEADER
10:57:16.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:16.201485 28542 txn_status_manager.cc:873] Waiting until node catch up with all replicated operations in previous term...
10:57:16.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:16.201150 27952 catalog_manager.cc:5495] T bca64a42ae4b431abd6e54a4f99452aa P 283a874235f34331bc6079d05bbb9623 reported cstate change: term changed from 0 to 1, leader changed from <none> to 283a874235f34331bc6079d05bbb9623 (127.27.25.3). New cstate: current_term: 1 leader_uuid: "283a874235f34331bc6079d05bbb9623" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8bd4dd6ff25146aa989790529cece90a" member_type: VOTER last_known_addr { host: "127.27.25.1" port: 41141 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "d0d6b5b67b164afea046853750e85114" member_type: VOTER last_known_addr { host: "127.27.25.2" port: 44661 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "283a874235f34331bc6079d05bbb9623" member_type: VOTER last_known_addr { host: "127.27.25.3" port: 40565 } health_report { overall_health: HEALTHY } } }
10:57:16.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:16.201759 28542 txn_status_manager.cc:929] Loading transaction status metadata into memory...
10:57:16.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:16.248171 28155 raft_consensus.cc:1261] T bca64a42ae4b431abd6e54a4f99452aa P 8bd4dd6ff25146aa989790529cece90a [term 1 FOLLOWER]: Refusing update from remote peer 283a874235f34331bc6079d05bbb9623: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
10:57:16.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:16.248247 28296 raft_consensus.cc:1261] T bca64a42ae4b431abd6e54a4f99452aa P d0d6b5b67b164afea046853750e85114 [term 1 FOLLOWER]: Refusing update from remote peer 283a874235f34331bc6079d05bbb9623: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
10:57:16.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:16.249073 28540 consensus_queue.cc:1035] T bca64a42ae4b431abd6e54a4f99452aa P 283a874235f34331bc6079d05bbb9623 [LEADER]: Connected to new peer: Peer: permanent_uuid: "8bd4dd6ff25146aa989790529cece90a" member_type: VOTER last_known_addr { host: "127.27.25.1" port: 41141 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
10:57:16.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:16.249506 28514 consensus_queue.cc:1035] T bca64a42ae4b431abd6e54a4f99452aa P 283a874235f34331bc6079d05bbb9623 [LEADER]: Connected to new peer: Peer: permanent_uuid: "d0d6b5b67b164afea046853750e85114" member_type: VOTER last_known_addr { host: "127.27.25.2" port: 44661 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
10:57:16.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:16.261906 28522 tablet_replica.cc:439] T bca64a42ae4b431abd6e54a4f99452aa P 8bd4dd6ff25146aa989790529cece90a: TxnStatusTablet state changed. Reason: New leader 283a874235f34331bc6079d05bbb9623. Latest consensus state: current_term: 1 leader_uuid: "283a874235f34331bc6079d05bbb9623" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8bd4dd6ff25146aa989790529cece90a" member_type: VOTER last_known_addr { host: "127.27.25.1" port: 41141 } } peers { permanent_uuid: "d0d6b5b67b164afea046853750e85114" member_type: VOTER last_known_addr { host: "127.27.25.2" port: 44661 } } peers { permanent_uuid: "283a874235f34331bc6079d05bbb9623" member_type: VOTER last_known_addr { host: "127.27.25.3" port: 40565 } } }
10:57:16.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:16.262228 28522 tablet_replica.cc:442] T bca64a42ae4b431abd6e54a4f99452aa P 8bd4dd6ff25146aa989790529cece90a: This TxnStatusTablet replica's current role is: FOLLOWER
10:57:16.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:16.265129 28545 mvcc.cc:205] Tried to move back new op lower bound from 7333207393262829568 to 7333207393062277120. Current Snapshot: MvccSnapshot[applied={T|T < 7333207393262829568}]
10:57:16.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:16.265453 28521 tablet_replica.cc:439] T bca64a42ae4b431abd6e54a4f99452aa P d0d6b5b67b164afea046853750e85114: TxnStatusTablet state changed. Reason: New leader 283a874235f34331bc6079d05bbb9623. Latest consensus state: current_term: 1 leader_uuid: "283a874235f34331bc6079d05bbb9623" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8bd4dd6ff25146aa989790529cece90a" member_type: VOTER last_known_addr { host: "127.27.25.1" port: 41141 } } peers { permanent_uuid: "d0d6b5b67b164afea046853750e85114" member_type: VOTER last_known_addr { host: "127.27.25.2" port: 44661 } } peers { permanent_uuid: "283a874235f34331bc6079d05bbb9623" member_type: VOTER last_known_addr { host: "127.27.25.3" port: 40565 } } }
10:57:16.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:16.265750 28521 tablet_replica.cc:442] T bca64a42ae4b431abd6e54a4f99452aa P d0d6b5b67b164afea046853750e85114: This TxnStatusTablet replica's current role is: FOLLOWER
10:57:16.274 [DEBUG - Time-limited test] (KuduTransaction.java:702) starting keepalive heartbeating with period 500 ms (txn ID 0)
10:57:16.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:16.274446 28514 tablet_replica.cc:439] T bca64a42ae4b431abd6e54a4f99452aa P 283a874235f34331bc6079d05bbb9623: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "283a874235f34331bc6079d05bbb9623" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8bd4dd6ff25146aa989790529cece90a" member_type: VOTER last_known_addr { host: "127.27.25.1" port: 41141 } } peers { permanent_uuid: "d0d6b5b67b164afea046853750e85114" member_type: VOTER last_known_addr { host: "127.27.25.2" port: 44661 } } peers { permanent_uuid: "283a874235f34331bc6079d05bbb9623" member_type: VOTER last_known_addr { host: "127.27.25.3" port: 40565 } } }
10:57:16.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:16.275205 28514 tablet_replica.cc:442] T bca64a42ae4b431abd6e54a4f99452aa P 283a874235f34331bc6079d05bbb9623: This TxnStatusTablet replica's current role is: LEADER
10:57:16.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:16.281415 28514 tablet_replica.cc:439] T bca64a42ae4b431abd6e54a4f99452aa P 283a874235f34331bc6079d05bbb9623: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "283a874235f34331bc6079d05bbb9623" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8bd4dd6ff25146aa989790529cece90a" member_type: VOTER last_known_addr { host: "127.27.25.1" port: 41141 } } peers { permanent_uuid: "d0d6b5b67b164afea046853750e85114" member_type: VOTER last_known_addr { host: "127.27.25.2" port: 44661 } } peers { permanent_uuid: "283a874235f34331bc6079d05bbb9623" member_type: VOTER last_known_addr { host: "127.27.25.3" port: 40565 } } }
10:57:16.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:16.281874 28514 tablet_replica.cc:442] T bca64a42ae4b431abd6e54a4f99452aa P 283a874235f34331bc6079d05bbb9623: This TxnStatusTablet replica's current role is: LEADER
10:57:16.282 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 3d3b2ba46c134dce88bd2a561029ab0e
10:57:16.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:16.285254 28521 tablet_replica.cc:439] T bca64a42ae4b431abd6e54a4f99452aa P d0d6b5b67b164afea046853750e85114: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "283a874235f34331bc6079d05bbb9623" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8bd4dd6ff25146aa989790529cece90a" member_type: VOTER last_known_addr { host: "127.27.25.1" port: 41141 } } peers { permanent_uuid: "d0d6b5b67b164afea046853750e85114" member_type: VOTER last_known_addr { host: "127.27.25.2" port: 44661 } } peers { permanent_uuid: "283a874235f34331bc6079d05bbb9623" member_type: VOTER last_known_addr { host: "127.27.25.3" port: 40565 } } }
10:57:16.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:16.285509 28521 tablet_replica.cc:442] T bca64a42ae4b431abd6e54a4f99452aa P d0d6b5b67b164afea046853750e85114: This TxnStatusTablet replica's current role is: FOLLOWER
10:57:16.286 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 1a8e3b7eba8344df9cf08e22ff08449d for table 'txn_manager_fallback' with partition [0x00000000, 0x00000001)
10:57:16.286 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 0fd02bafccff4709b7b1b723f1a5d120 for table 'txn_manager_fallback' with partition [0x00000001, 0x00000002)
10:57:16.286 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=1a8e3b7eba8344df9cf08e22ff08449d@[283a874235f34331bc6079d05bbb9623(127.27.25.3:40565),8bd4dd6ff25146aa989790529cece90a(127.27.25.1:41141)[L],d0d6b5b67b164afea046853750e85114(127.27.25.2:44661)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=0fd02bafccff4709b7b1b723f1a5d120@[283a874235f34331bc6079d05bbb9623(127.27.25.3:40565),8bd4dd6ff25146aa989790529cece90a(127.27.25.1:41141)[L],d0d6b5b67b164afea046853750e85114(127.27.25.2:44661)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
10:57:16.286 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=4), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.25.60:35955, [3ms] Sub RPC GetTableLocations: received response from server master-127.27.25.60:35955: OK, deferred=null) after lookup
10:57:16.287 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 8bd4dd6ff25146aa989790529cece90a(127.27.25.1:41141)] connecting to peer
10:57:16.288 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 8bd4dd6ff25146aa989790529cece90a(127.27.25.1:41141)] Successfully connected to peer
10:57:16.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:16.298300 28522 tablet_replica.cc:439] T bca64a42ae4b431abd6e54a4f99452aa P 8bd4dd6ff25146aa989790529cece90a: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "283a874235f34331bc6079d05bbb9623" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8bd4dd6ff25146aa989790529cece90a" member_type: VOTER last_known_addr { host: "127.27.25.1" port: 41141 } } peers { permanent_uuid: "d0d6b5b67b164afea046853750e85114" member_type: VOTER last_known_addr { host: "127.27.25.2" port: 44661 } } peers { permanent_uuid: "283a874235f34331bc6079d05bbb9623" member_type: VOTER last_known_addr { host: "127.27.25.3" port: 40565 } } }
10:57:16.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:16.298619 28522 tablet_replica.cc:442] T bca64a42ae4b431abd6e54a4f99452aa P 8bd4dd6ff25146aa989790529cece90a: This TxnStatusTablet replica's current role is: FOLLOWER
10:57:16.314 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x7f6336b8, L:/127.0.0.1:60362 - R:/127.27.25.1:41141] using TOKEN/null
10:57:16.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:16.336143 28522 consensus_queue.cc:1035] T 0fd02bafccff4709b7b1b723f1a5d120 P 8bd4dd6ff25146aa989790529cece90a [LEADER]: Connected to new peer: Peer: permanent_uuid: "d0d6b5b67b164afea046853750e85114" member_type: VOTER last_known_addr { host: "127.27.25.2" port: 44661 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
10:57:16.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:16.345897 28438 raft_consensus.cc:1261] T 1a8e3b7eba8344df9cf08e22ff08449d P 283a874235f34331bc6079d05bbb9623 [term 1 FOLLOWER]: Refusing update from remote peer 8bd4dd6ff25146aa989790529cece90a: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
10:57:16.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:16.346392 28294 raft_consensus.cc:1261] T 1a8e3b7eba8344df9cf08e22ff08449d P d0d6b5b67b164afea046853750e85114 [term 1 FOLLOWER]: Refusing update from remote peer 8bd4dd6ff25146aa989790529cece90a: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
10:57:16.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:16.346743 28522 consensus_queue.cc:1035] T 1a8e3b7eba8344df9cf08e22ff08449d P 8bd4dd6ff25146aa989790529cece90a [LEADER]: Connected to new peer: Peer: permanent_uuid: "283a874235f34331bc6079d05bbb9623" member_type: VOTER last_known_addr { host: "127.27.25.3" port: 40565 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
10:57:16.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:16.347627 28522 consensus_queue.cc:1035] T 1a8e3b7eba8344df9cf08e22ff08449d P 8bd4dd6ff25146aa989790529cece90a [LEADER]: Connected to new peer: Peer: permanent_uuid: "d0d6b5b67b164afea046853750e85114" member_type: VOTER last_known_addr { host: "127.27.25.2" port: 44661 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
10:57:16.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:16.362846 28512 consensus_queue.cc:1035] T 0fd02bafccff4709b7b1b723f1a5d120 P 8bd4dd6ff25146aa989790529cece90a [LEADER]: Connected to new peer: Peer: permanent_uuid: "283a874235f34331bc6079d05bbb9623" member_type: VOTER last_known_addr { host: "127.27.25.3" port: 40565 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
10:57:16.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:16.383549 28547 mvcc.cc:205] Tried to move back new op lower bound from 7333207393664094208 to 7333207391996055552. Current Snapshot: MvccSnapshot[applied={T|T < 7333207393664094208}]
10:57:16.404 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.27.25.60:35955
10:57:16.404 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
10:57:16.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:16.405650 27748 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskw_eLBj/build/asan/bin/kudu pid 27918
10:57:16.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:16.407368 27992 generic_service.cc:196] Checking for leaks (request via RPC)
10:57:16.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:16.563223 27748 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskw_eLBj/build/asan/bin/kudu with pid 27918
10:57:16.593 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.27.25.60:35955(127.27.25.60:35955)] handling channelInactive
10:57:16.593 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.25.60:35955(127.27.25.60:35955)] cleaning up while in state READY due to: connection closed
10:57:16.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 10:57:16.593843 28342 heartbeater.cc:644] Failed to heartbeat to 127.27.25.60:35955 (0 consecutive failures): Network error: Failed to send heartbeat to master: recv got EOF from 127.27.25.60:35955 (error 108)
10:57:16.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 10:57:16.594280 27776 connection.cc:535] server connection from 127.0.0.1:38356 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
10:57:16.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 10:57:16.594409 27855 connection.cc:535] server connection from 127.0.0.1:42290 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
10:57:16.595 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
10:57:16.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 10:57:16.785771 28201 heartbeater.cc:644] Failed to heartbeat to 127.27.25.60:35955 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.27.25.60:35955: connect: Connection refused (error 111)
10:57:16.787 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.27.25.60:35955(127.27.25.60:35955)] connecting to peer
10:57:16.788 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.25.60:35955(127.27.25.60:35955): Connection refused: /127.27.25.60:35955
10:57:16.788 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.25.60:35955(127.27.25.60:35955)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.25.60:35955(127.27.25.60:35955): Connection refused: /127.27.25.60:35955
10:57:16.788 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location master-127.27.25.60:35955(127.27.25.60:35955) for tablet Kudu Master: Failed to connect to peer master-127.27.25.60:35955(127.27.25.60:35955): Connection refused: /127.27.25.60:35955
10:57:16.803 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.27.25.60:35955(127.27.25.60:35955)] connecting to peer
10:57:16.805 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.25.60:35955(127.27.25.60:35955): Connection refused: /127.27.25.60:35955
10:57:16.805 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.25.60:35955(127.27.25.60:35955)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.25.60:35955(127.27.25.60:35955): Connection refused: /127.27.25.60:35955
10:57:16.805 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.25.60:35955: Failed to connect to peer master-127.27.25.60:35955(127.27.25.60:35955): Connection refused: /127.27.25.60:35955
10:57:16.805 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.25.62:35573,127.27.25.61:36255,127.27.25.60:35955; will retry
10:57:16.823 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.27.25.60:35955(127.27.25.60:35955)] connecting to peer
10:57:16.824 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.25.60:35955(127.27.25.60:35955): Connection refused: /127.27.25.60:35955
10:57:16.824 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.25.60:35955(127.27.25.60:35955)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.25.60:35955(127.27.25.60:35955): Connection refused: /127.27.25.60:35955
10:57:16.824 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.25.60:35955: Failed to connect to peer master-127.27.25.60:35955(127.27.25.60:35955): Connection refused: /127.27.25.60:35955
10:57:16.824 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.25.62:35573,127.27.25.61:36255,127.27.25.60:35955; will retry
10:57:16.843 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.27.25.60:35955(127.27.25.60:35955)] connecting to peer
10:57:16.844 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.25.60:35955(127.27.25.60:35955): Connection refused: /127.27.25.60:35955
10:57:16.844 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.25.60:35955(127.27.25.60:35955)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.25.60:35955(127.27.25.60:35955): Connection refused: /127.27.25.60:35955
10:57:16.844 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.25.60:35955: Failed to connect to peer master-127.27.25.60:35955(127.27.25.60:35955): Connection refused: /127.27.25.60:35955
10:57:16.844 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.25.62:35573,127.27.25.61:36255,127.27.25.60:35955; will retry
10:57:16.862 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.27.25.60:35955(127.27.25.60:35955)] connecting to peer
10:57:16.864 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.25.60:35955(127.27.25.60:35955): Connection refused: /127.27.25.60:35955
10:57:16.864 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.25.60:35955(127.27.25.60:35955)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.25.60:35955(127.27.25.60:35955): Connection refused: /127.27.25.60:35955
10:57:16.864 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.25.60:35955: Failed to connect to peer master-127.27.25.60:35955(127.27.25.60:35955): Connection refused: /127.27.25.60:35955
10:57:16.864 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.25.62:35573,127.27.25.61:36255,127.27.25.60:35955; will retry
10:57:16.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:16.864761 28563 raft_consensus.cc:482] T 00000000000000000000000000000000 P adb36501a827423eaa512b5a66a34293 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 15946660b62f430d840bb1883f980c1b)
10:57:16.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:16.864990 28563 raft_consensus.cc:504] T 00000000000000000000000000000000 P adb36501a827423eaa512b5a66a34293 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "adb36501a827423eaa512b5a66a34293" member_type: VOTER last_known_addr { host: "127.27.25.62" port: 35573 } } peers { permanent_uuid: "184ed0f5c86c4fb1a3f9d99ef6807fb8" member_type: VOTER last_known_addr { host: "127.27.25.61" port: 36255 } } peers { permanent_uuid: "15946660b62f430d840bb1883f980c1b" member_type: VOTER last_known_addr { host: "127.27.25.60" port: 35955 } }
10:57:16.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:16.865741 28564 raft_consensus.cc:482] T 00000000000000000000000000000000 P 184ed0f5c86c4fb1a3f9d99ef6807fb8 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 15946660b62f430d840bb1883f980c1b)
10:57:16.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:16.865896 28564 raft_consensus.cc:504] T 00000000000000000000000000000000 P 184ed0f5c86c4fb1a3f9d99ef6807fb8 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "adb36501a827423eaa512b5a66a34293" member_type: VOTER last_known_addr { host: "127.27.25.62" port: 35573 } } peers { permanent_uuid: "184ed0f5c86c4fb1a3f9d99ef6807fb8" member_type: VOTER last_known_addr { host: "127.27.25.61" port: 36255 } } peers { permanent_uuid: "15946660b62f430d840bb1883f980c1b" member_type: VOTER last_known_addr { host: "127.27.25.60" port: 35955 } }
10:57:16.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:16.866544 28563 leader_election.cc:288] T 00000000000000000000000000000000 P adb36501a827423eaa512b5a66a34293 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 184ed0f5c86c4fb1a3f9d99ef6807fb8 (127.27.25.61:36255), 15946660b62f430d840bb1883f980c1b (127.27.25.60:35955)
10:57:16.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:16.866935 28564 leader_election.cc:288] T 00000000000000000000000000000000 P 184ed0f5c86c4fb1a3f9d99ef6807fb8 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers adb36501a827423eaa512b5a66a34293 (127.27.25.62:35573), 15946660b62f430d840bb1883f980c1b (127.27.25.60:35955)
10:57:16.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:16.867027 27881 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "adb36501a827423eaa512b5a66a34293" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "184ed0f5c86c4fb1a3f9d99ef6807fb8" is_pre_election: true
10:57:16.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:16.867349 27881 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 184ed0f5c86c4fb1a3f9d99ef6807fb8 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate adb36501a827423eaa512b5a66a34293 in term 1.
10:57:16.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:16.867307 27799 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "184ed0f5c86c4fb1a3f9d99ef6807fb8" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "adb36501a827423eaa512b5a66a34293" is_pre_election: true
10:57:16.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:16.867594 27799 raft_consensus.cc:2454] T 00000000000000000000000000000000 P adb36501a827423eaa512b5a66a34293 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 184ed0f5c86c4fb1a3f9d99ef6807fb8 in term 1.
10:57:16.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:16.867920 27774 leader_election.cc:302] T 00000000000000000000000000000000 P adb36501a827423eaa512b5a66a34293 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 184ed0f5c86c4fb1a3f9d99ef6807fb8, adb36501a827423eaa512b5a66a34293; no voters:
10:57:16.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:16.868186 27858 leader_election.cc:302] T 00000000000000000000000000000000 P 184ed0f5c86c4fb1a3f9d99ef6807fb8 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 184ed0f5c86c4fb1a3f9d99ef6807fb8, adb36501a827423eaa512b5a66a34293; no voters:
10:57:16.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:16.868400 28563 raft_consensus.cc:2781] T 00000000000000000000000000000000 P adb36501a827423eaa512b5a66a34293 [term 1 FOLLOWER]: Leader pre-election won for term 2
10:57:16.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:16.868546 28563 raft_consensus.cc:482] T 00000000000000000000000000000000 P adb36501a827423eaa512b5a66a34293 [term 1 FOLLOWER]: Starting leader election (detected failure of leader 15946660b62f430d840bb1883f980c1b)
10:57:16.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:16.868570 28564 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 184ed0f5c86c4fb1a3f9d99ef6807fb8 [term 1 FOLLOWER]: Leader pre-election won for term 2
10:57:16.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:16.868669 28563 raft_consensus.cc:3037] T 00000000000000000000000000000000 P adb36501a827423eaa512b5a66a34293 [term 1 FOLLOWER]: Advancing to term 2
10:57:16.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:16.868677 28564 raft_consensus.cc:482] T 00000000000000000000000000000000 P 184ed0f5c86c4fb1a3f9d99ef6807fb8 [term 1 FOLLOWER]: Starting leader election (detected failure of leader 15946660b62f430d840bb1883f980c1b)
10:57:16.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:16.868765 28564 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 184ed0f5c86c4fb1a3f9d99ef6807fb8 [term 1 FOLLOWER]: Advancing to term 2
10:57:16.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:16.872637 28563 raft_consensus.cc:504] T 00000000000000000000000000000000 P adb36501a827423eaa512b5a66a34293 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "adb36501a827423eaa512b5a66a34293" member_type: VOTER last_known_addr { host: "127.27.25.62" port: 35573 } } peers { permanent_uuid: "184ed0f5c86c4fb1a3f9d99ef6807fb8" member_type: VOTER last_known_addr { host: "127.27.25.61" port: 36255 } } peers { permanent_uuid: "15946660b62f430d840bb1883f980c1b" member_type: VOTER last_known_addr { host: "127.27.25.60" port: 35955 } }
10:57:16.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:16.872778 28564 raft_consensus.cc:504] T 00000000000000000000000000000000 P 184ed0f5c86c4fb1a3f9d99ef6807fb8 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "adb36501a827423eaa512b5a66a34293" member_type: VOTER last_known_addr { host: "127.27.25.62" port: 35573 } } peers { permanent_uuid: "184ed0f5c86c4fb1a3f9d99ef6807fb8" member_type: VOTER last_known_addr { host: "127.27.25.61" port: 36255 } } peers { permanent_uuid: "15946660b62f430d840bb1883f980c1b" member_type: VOTER last_known_addr { host: "127.27.25.60" port: 35955 } }
10:57:16.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:16.874212 27881 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "adb36501a827423eaa512b5a66a34293" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "184ed0f5c86c4fb1a3f9d99ef6807fb8"
10:57:16.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:16.874240 27799 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "184ed0f5c86c4fb1a3f9d99ef6807fb8" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "adb36501a827423eaa512b5a66a34293"
10:57:16.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:16.874547 27881 raft_consensus.cc:2379] T 00000000000000000000000000000000 P 184ed0f5c86c4fb1a3f9d99ef6807fb8 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate adb36501a827423eaa512b5a66a34293 in current term 2: Already voted for candidate 184ed0f5c86c4fb1a3f9d99ef6807fb8 in this term.
10:57:16.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:16.874593 27799 raft_consensus.cc:2379] T 00000000000000000000000000000000 P adb36501a827423eaa512b5a66a34293 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate 184ed0f5c86c4fb1a3f9d99ef6807fb8 in current term 2: Already voted for candidate adb36501a827423eaa512b5a66a34293 in this term.
10:57:16.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:16.875263 28563 leader_election.cc:288] T 00000000000000000000000000000000 P adb36501a827423eaa512b5a66a34293 [CANDIDATE]: Term 2 election: Requested vote from peers 184ed0f5c86c4fb1a3f9d99ef6807fb8 (127.27.25.61:36255), 15946660b62f430d840bb1883f980c1b (127.27.25.60:35955)
10:57:16.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:16.875387 28564 leader_election.cc:288] T 00000000000000000000000000000000 P 184ed0f5c86c4fb1a3f9d99ef6807fb8 [CANDIDATE]: Term 2 election: Requested vote from peers adb36501a827423eaa512b5a66a34293 (127.27.25.62:35573), 15946660b62f430d840bb1883f980c1b (127.27.25.60:35955)
10:57:16.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 10:57:16.876266 27776 leader_election.cc:334] T 00000000000000000000000000000000 P adb36501a827423eaa512b5a66a34293 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 15946660b62f430d840bb1883f980c1b (127.27.25.60:35955): Network error: Client connection negotiation failed: client connection to 127.27.25.60:35955: connect: Connection refused (error 111)
10:57:16.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 10:57:16.876415 27857 leader_election.cc:334] T 00000000000000000000000000000000 P 184ed0f5c86c4fb1a3f9d99ef6807fb8 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 15946660b62f430d840bb1883f980c1b (127.27.25.60:35955): Network error: Client connection negotiation failed: client connection to 127.27.25.60:35955: connect: Connection refused (error 111)
10:57:16.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 10:57:16.877509 27776 leader_election.cc:334] T 00000000000000000000000000000000 P adb36501a827423eaa512b5a66a34293 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 15946660b62f430d840bb1883f980c1b (127.27.25.60:35955): Network error: Client connection negotiation failed: client connection to 127.27.25.60:35955: connect: Connection refused (error 111)
10:57:16.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 10:57:16.877528 27857 leader_election.cc:334] T 00000000000000000000000000000000 P 184ed0f5c86c4fb1a3f9d99ef6807fb8 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 15946660b62f430d840bb1883f980c1b (127.27.25.60:35955): Network error: Client connection negotiation failed: client connection to 127.27.25.60:35955: connect: Connection refused (error 111)
10:57:16.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:16.877631 27857 leader_election.cc:302] T 00000000000000000000000000000000 P 184ed0f5c86c4fb1a3f9d99ef6807fb8 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 184ed0f5c86c4fb1a3f9d99ef6807fb8; no voters: 15946660b62f430d840bb1883f980c1b, adb36501a827423eaa512b5a66a34293
10:57:16.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:16.877643 27776 leader_election.cc:302] T 00000000000000000000000000000000 P adb36501a827423eaa512b5a66a34293 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: adb36501a827423eaa512b5a66a34293; no voters: 15946660b62f430d840bb1883f980c1b, 184ed0f5c86c4fb1a3f9d99ef6807fb8
10:57:16.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:16.877867 28564 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 184ed0f5c86c4fb1a3f9d99ef6807fb8 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
10:57:16.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:16.877934 28563 raft_consensus.cc:2726] T 00000000000000000000000000000000 P adb36501a827423eaa512b5a66a34293 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
10:57:16.903 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.27.25.60:35955(127.27.25.60:35955)] connecting to peer
10:57:16.904 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.25.60:35955(127.27.25.60:35955): Connection refused: /127.27.25.60:35955
10:57:16.904 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.25.60:35955(127.27.25.60:35955)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.25.60:35955(127.27.25.60:35955): Connection refused: /127.27.25.60:35955
10:57:16.904 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.25.60:35955: Failed to connect to peer master-127.27.25.60:35955(127.27.25.60:35955): Connection refused: /127.27.25.60:35955
10:57:16.904 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.25.62:35573,127.27.25.61:36255,127.27.25.60:35955; will retry
10:57:16.963 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.27.25.60:35955(127.27.25.60:35955)] connecting to peer
10:57:16.965 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.25.60:35955(127.27.25.60:35955): Connection refused: /127.27.25.60:35955
10:57:16.965 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.25.60:35955(127.27.25.60:35955)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.25.60:35955(127.27.25.60:35955): Connection refused: /127.27.25.60:35955
10:57:16.965 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.25.60:35955: Failed to connect to peer master-127.27.25.60:35955(127.27.25.60:35955): Connection refused: /127.27.25.60:35955
10:57:16.965 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.25.62:35573,127.27.25.61:36255,127.27.25.60:35955; will retry
10:57:16.966 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] sending RPC to server master-127.27.25.60:35955, [4ms] received response from server master-127.27.25.60:35955: Network error: Failed to connect to peer master-127.27.25.60:35955(127.27.25.60:35955): Connection refused: /127.27.25.60:35955, [4ms] delaying RPC due to: Network error: Failed to connect to peer master-127.27.25.60:35955(127.27.25.60:35955): Connection refused: /127.27.25.60:35955, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.25.62:35573, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.25.61:36255, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.25.60:35955, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.25.62:35573: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.25.61:36255: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.25.60:35955: Network error: Failed to connect to peer master-127.27.25.60:35955(127.27.25.60:35955): Connection refused: /127.27.25.60:35955, [21ms] delaying RPC due to: Service unavailable: Master config (127.27.25.62:35573,127.27.25.61:36255,127.27.25.60:35955) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.25.60:35955(127.27.25.60:35955): Connection refused: /127.27.25.60:35955, [38ms] refreshing cache from master, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.25.62:35573, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.25.61:36255, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.25.60:35955, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.25.60:35955: Network error: Failed to connect to peer master-127.27.25.60:35955(127.27.25.60:35955): Connection refused: /127.27.25.60:35955, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.25.61:36255: OK, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.25.62:35573: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.27.25.62:35573,127.27.25.61:36255,127.27.25.60:35955) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.25.60:35955(127.27.25.60:35955): Connection refused: /127.27.25.60:35955, [58ms] refreshing cache from master, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.25.62:35573, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.25.61:36255, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.25.60:35955, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.25.61:36255: OK, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.25.62:35573: OK, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.25.60:35955: Network error: Failed to connect to peer master-127.27.25.60:35955(127.27.25.60:35955): Connection refused: /127.27.25.60:35955, [61ms] delaying RPC due to: Service unavailable: Master config (127.27.25.62:35573,127.27.25.61:36255,127.27.25.60:35955) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.25.60:35955(127.27.25.60:35955): Connection refused: /127.27.25.60:35955, [78ms] refreshing cache from master, [78ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.25.62:35573, [78ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.25.61:36255, [78ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.25.60:35955, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.25.60:35955: Network error: Failed to connect to peer master-127.27.25.60:35955(127.27.25.60:35955): Connection refused: /127.27.25.60:35955, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.25.61:36255: OK, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.25.62:35573: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.27.25.62:35573,127.27.25.61:36255,127.27.25.60:35955) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.25.60:35955(127.27.25.60:35955): Connection refused: /127.27.25.60:35955, [118ms] refreshing cache from master, [118ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.25.62:35573, [118ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.25.61:36255, [118ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.25.60:35955, [120ms] Sub RPC ConnectToMaster: received response from server master-127.27.25.60:35955: Network error: Failed to connect to peer master-127.27.25.60:35955(127.27.25.60:35955): Connection refused: /127.27.25.60:35955, [120ms] Sub RPC ConnectToMaster: received response from server master-127.27.25.62:35573: OK, [120ms] Sub RPC ConnectToMaster: received response from server master-127.27.25.61:36255: OK, [120ms] delaying RPC due to: Service unavailable: Master config (127.27.25.62:35573,127.27.25.61:36255,127.27.25.60:35955) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.25.60:35955(127.27.25.60:35955): Connection refused: /127.27.25.60:35955, [178ms] refreshing cache from master, [178ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.25.62:35573, [178ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.25.61:36255, [178ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.25.60:35955, [180ms] Sub RPC ConnectToMaster: received response from server master-127.27.25.61:36255: OK, [180ms] Sub RPC ConnectToMaster: received response from server master-127.27.25.62:35573: OK, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.25.60:35955: Network error: Failed to connect to peer master-127.27.25.60:35955(127.27.25.60:35955): Connection refused: /127.27.25.60:35955, [181ms] delaying RPC due to: Service unavailable: Master config (127.27.25.62:35573,127.27.25.61:36255,127.27.25.60:35955) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.25.60:35955(127.27.25.60:35955): Connection refused: /127.27.25.60:35955, deferred=Deferred@1082471995(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$82/619539207@8219df -> (continuation of Deferred@843168987 after retry RPC after error@1349824396) -> (continuation of Deferred@959016791 after retry RPC after error@695588172) -> (continuation of Deferred@384631773 after retry RPC after error@1670436419) -> (continuation of Deferred@288444081 after retry RPC after error@384378478) -> (continuation of Deferred@1759788165 after retry RPC after error@228838676), errback=org.apache.kudu.client.KuduTransaction$$Lambda$83/382654994@167c5ed7 -> (continuation of Deferred@843168987 after retry RPC after error@1349824396) -> (continuation of Deferred@959016791 after retry RPC after error@695588172) -> (continuation of Deferred@384631773 after retry RPC after error@1670436419) -> (continuation of Deferred@288444081 after retry RPC after error@384378478) -> (continuation of Deferred@1759788165 after retry RPC after error@228838676)))
10:57:16.967 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] sending RPC to server master-127.27.25.60:35955, [4ms] received response from server master-127.27.25.60:35955: Network error: Failed to connect to peer master-127.27.25.60:35955(127.27.25.60:35955): Connection refused: /127.27.25.60:35955, [4ms] delaying RPC due to: Network error: Failed to connect to peer master-127.27.25.60:35955(127.27.25.60:35955): Connection refused: /127.27.25.60:35955, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.25.62:35573, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.25.61:36255, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.25.60:35955, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.25.62:35573: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.25.61:36255: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.25.60:35955: Network error: Failed to connect to peer master-127.27.25.60:35955(127.27.25.60:35955): Connection refused: /127.27.25.60:35955, [21ms] delaying RPC due to: Service unavailable: Master config (127.27.25.62:35573,127.27.25.61:36255,127.27.25.60:35955) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.25.60:35955(127.27.25.60:35955): Connection refused: /127.27.25.60:35955, [38ms] refreshing cache from master, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.25.62:35573, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.25.61:36255, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.25.60:35955, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.25.60:35955: Network error: Failed to connect to peer master-127.27.25.60:35955(127.27.25.60:35955): Connection refused: /127.27.25.60:35955, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.25.61:36255: OK, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.25.62:35573: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.27.25.62:35573,127.27.25.61:36255,127.27.25.60:35955) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.25.60:35955(127.27.25.60:35955): Connection refused: /127.27.25.60:35955, [58ms] refreshing cache from master, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.25.62:35573, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.25.61:36255, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.25.60:35955, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.25.61:36255: OK, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.25.62:35573: OK, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.25.60:35955: Network error: Failed to connect to peer master-127.27.25.60:35955(127.27.25.60:35955): Connection refused: /127.27.25.60:35955, [61ms] delaying RPC due to: Service unavailable: Master config (127.27.25.62:35573,127.27.25.61:36255,127.27.25.60:35955) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.25.60:35955(127.27.25.60:35955): Connection refused: /127.27.25.60:35955, [78ms] refreshing cache from master, [78ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.25.62:35573, [78ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.25.61:36255, [78ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.25.60:35955, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.25.60:35955: Network error: Failed to connect to peer master-127.27.25.60:35955(127.27.25.60:35955): Connection refused: /127.27.25.60:35955, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.25.61:36255: OK, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.25.62:35573: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.27.25.62:35573,127.27.25.61:36255,127.27.25.60:35955) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.25.60:35955(127.27.25.60:35955): Connection refused: /127.27.25.60:35955, [118ms] refreshing cache from master, [118ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.25.62:35573, [118ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.25.61:36255, [118ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.25.60:35955, [120ms] Sub RPC ConnectToMaster: received response from server master-127.27.25.60:35955: Network error: Failed to connect to peer master-127.27.25.60:35955(127.27.25.60:35955): Connection refused: /127.27.25.60:35955, [120ms] Sub RPC ConnectToMaster: received response from server master-127.27.25.62:35573: OK, [120ms] Sub RPC ConnectToMaster: received response from server master-127.27.25.61:36255: OK, [120ms] delaying RPC due to: Service unavailable: Master config (127.27.25.62:35573,127.27.25.61:36255,127.27.25.60:35955) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.25.60:35955(127.27.25.60:35955): Connection refused: /127.27.25.60:35955, [178ms] refreshing cache from master, [178ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.25.62:35573, [178ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.25.61:36255, [178ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.25.60:35955, [180ms] Sub RPC ConnectToMaster: received response from server master-127.27.25.61:36255: OK, [180ms] Sub RPC ConnectToMaster: received response from server master-127.27.25.62:35573: OK, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.25.60:35955: Network error: Failed to connect to peer master-127.27.25.60:35955(127.27.25.60:35955): Connection refused: /127.27.25.60:35955, [181ms] delaying RPC due to: Service unavailable: Master config (127.27.25.62:35573,127.27.25.61:36255,127.27.25.60:35955) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.25.60:35955(127.27.25.60:35955): Connection refused: /127.27.25.60:35955, deferred=Deferred@1082471995(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$82/619539207@8219df -> (continuation of Deferred@843168987 after retry RPC after error@1349824396) -> (continuation of Deferred@959016791 after retry RPC after error@695588172) -> (continuation of Deferred@384631773 after retry RPC after error@1670436419) -> (continuation of Deferred@288444081 after retry RPC after error@384378478) -> (continuation of Deferred@1759788165 after retry RPC after error@228838676), errback=org.apache.kudu.client.KuduTransaction$$Lambda$83/382654994@167c5ed7 -> (continuation of Deferred@843168987 after retry RPC after error@1349824396) -> (continuation of Deferred@959016791 after retry RPC after error@695588172) -> (continuation of Deferred@384631773 after retry RPC after error@1670436419) -> (continuation of Deferred@288444081 after retry RPC after error@384378478) -> (continuation of Deferred@1759788165 after retry RPC after error@228838676)))
10:57:16.983 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.27.25.60:35955(127.27.25.60:35955)] connecting to peer
10:57:16.984 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.25.60:35955(127.27.25.60:35955): Connection refused: /127.27.25.60:35955
10:57:16.984 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.25.60:35955(127.27.25.60:35955)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.25.60:35955(127.27.25.60:35955): Connection refused: /127.27.25.60:35955
10:57:16.985 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.25.60:35955: Failed to connect to peer master-127.27.25.60:35955(127.27.25.60:35955): Connection refused: /127.27.25.60:35955
10:57:16.985 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.25.62:35573,127.27.25.61:36255,127.27.25.60:35955; will retry
10:57:17.003 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.27.25.60:35955(127.27.25.60:35955)] connecting to peer
10:57:17.004 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.25.60:35955(127.27.25.60:35955): Connection refused: /127.27.25.60:35955
10:57:17.005 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.25.60:35955(127.27.25.60:35955)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.25.60:35955(127.27.25.60:35955): Connection refused: /127.27.25.60:35955
10:57:17.005 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.25.60:35955: Failed to connect to peer master-127.27.25.60:35955(127.27.25.60:35955): Connection refused: /127.27.25.60:35955
10:57:17.005 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.25.62:35573,127.27.25.61:36255,127.27.25.60:35955; will retry
10:57:17.023 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.27.25.60:35955(127.27.25.60:35955)] connecting to peer
10:57:17.025 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.25.60:35955(127.27.25.60:35955): Connection refused: /127.27.25.60:35955
10:57:17.025 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.25.60:35955(127.27.25.60:35955)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.25.60:35955(127.27.25.60:35955): Connection refused: /127.27.25.60:35955
10:57:17.025 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.25.60:35955: Failed to connect to peer master-127.27.25.60:35955(127.27.25.60:35955): Connection refused: /127.27.25.60:35955
10:57:17.025 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.25.62:35573,127.27.25.61:36255,127.27.25.60:35955; will retry
10:57:17.043 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.27.25.60:35955(127.27.25.60:35955)] connecting to peer
10:57:17.046 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.25.60:35955(127.27.25.60:35955): Connection refused: /127.27.25.60:35955
10:57:17.046 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.25.60:35955(127.27.25.60:35955)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.25.60:35955(127.27.25.60:35955): Connection refused: /127.27.25.60:35955
10:57:17.046 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.25.60:35955: Failed to connect to peer master-127.27.25.60:35955(127.27.25.60:35955): Connection refused: /127.27.25.60:35955
10:57:17.047 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.25.62:35573,127.27.25.61:36255,127.27.25.60:35955; will retry
10:57:17.063 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.27.25.60:35955(127.27.25.60:35955)] connecting to peer
10:57:17.064 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.25.60:35955(127.27.25.60:35955): Connection refused: /127.27.25.60:35955
10:57:17.064 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.25.60:35955(127.27.25.60:35955)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.25.60:35955(127.27.25.60:35955): Connection refused: /127.27.25.60:35955
10:57:17.065 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.25.60:35955: Failed to connect to peer master-127.27.25.60:35955(127.27.25.60:35955): Connection refused: /127.27.25.60:35955
10:57:17.065 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.25.62:35573,127.27.25.61:36255,127.27.25.60:35955; will retry
10:57:17.083 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.27.25.60:35955(127.27.25.60:35955)] connecting to peer
10:57:17.085 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.25.60:35955(127.27.25.60:35955): Connection refused: /127.27.25.60:35955
10:57:17.085 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.25.60:35955(127.27.25.60:35955)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.25.60:35955(127.27.25.60:35955): Connection refused: /127.27.25.60:35955
10:57:17.085 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.25.60:35955: Failed to connect to peer master-127.27.25.60:35955(127.27.25.60:35955): Connection refused: /127.27.25.60:35955
10:57:17.085 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.25.62:35573,127.27.25.61:36255,127.27.25.60:35955; will retry
10:57:17.103 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.27.25.60:35955(127.27.25.60:35955)] connecting to peer
10:57:17.105 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.25.60:35955(127.27.25.60:35955): Connection refused: /127.27.25.60:35955
10:57:17.105 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.25.60:35955(127.27.25.60:35955)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.25.60:35955(127.27.25.60:35955): Connection refused: /127.27.25.60:35955
10:57:17.105 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.25.60:35955: Failed to connect to peer master-127.27.25.60:35955(127.27.25.60:35955): Connection refused: /127.27.25.60:35955
10:57:17.105 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.25.62:35573,127.27.25.61:36255,127.27.25.60:35955; will retry
10:57:17.203 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.27.25.60:35955(127.27.25.60:35955)] connecting to peer
10:57:17.204 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.25.60:35955(127.27.25.60:35955): Connection refused: /127.27.25.60:35955
10:57:17.204 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.25.60:35955(127.27.25.60:35955)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.25.60:35955(127.27.25.60:35955): Connection refused: /127.27.25.60:35955
10:57:17.205 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.25.60:35955: Failed to connect to peer master-127.27.25.60:35955(127.27.25.60:35955): Connection refused: /127.27.25.60:35955
10:57:17.205 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.25.62:35573,127.27.25.61:36255,127.27.25.60:35955; will retry
10:57:17.206 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.25.62:35573, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.25.61:36255, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.25.60:35955, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.25.60:35955: Network error: Failed to connect to peer master-127.27.25.60:35955(127.27.25.60:35955): Connection refused: /127.27.25.60:35955, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.25.61:36255: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.25.62:35573: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.25.62:35573,127.27.25.61:36255,127.27.25.60:35955) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.25.60:35955(127.27.25.60:35955): Connection refused: /127.27.25.60:35955, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.25.62:35573, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.25.61:36255, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.25.60:35955, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.25.60:35955: Network error: Failed to connect to peer master-127.27.25.60:35955(127.27.25.60:35955): Connection refused: /127.27.25.60:35955, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.25.61:36255: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.25.62:35573: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.25.62:35573,127.27.25.61:36255,127.27.25.60:35955) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.25.60:35955(127.27.25.60:35955): Connection refused: /127.27.25.60:35955, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.25.62:35573, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.25.61:36255, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.25.60:35955, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.25.62:35573: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.25.61:36255: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.25.60:35955: Network error: Failed to connect to peer master-127.27.25.60:35955(127.27.25.60:35955): Connection refused: /127.27.25.60:35955, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.25.62:35573,127.27.25.61:36255,127.27.25.60:35955) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.25.60:35955(127.27.25.60:35955): Connection refused: /127.27.25.60:35955, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.25.62:35573, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.25.61:36255, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.25.60:35955, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.25.61:36255: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.25.62:35573: OK, [63ms] Sub RPC ConnectToMaster: received response from server master-127.27.25.60:35955: Network error: Failed to connect to peer master-127.27.25.60:35955(127.27.25.60:35955): Connection refused: /127.27.25.60:35955, [64ms] delaying RPC due to: Service unavailable: Master config (127.27.25.62:35573,127.27.25.61:36255,127.27.25.60:35955) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.25.60:35955(127.27.25.60:35955): Connection refused: /127.27.25.60:35955, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.25.62:35573, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.25.61:36255, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.25.60:35955, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.25.60:35955: Network error: Failed to connect to peer master-127.27.25.60:35955(127.27.25.60:35955): Connection refused: /127.27.25.60:35955, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.25.61:36255: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.25.62:35573: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.25.62:35573,127.27.25.61:36255,127.27.25.60:35955) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.25.60:35955(127.27.25.60:35955): Connection refused: /127.27.25.60:35955, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.25.62:35573, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.25.61:36255, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.25.60:35955, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.25.61:36255: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.25.62:35573: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.25.60:35955: Network error: Failed to connect to peer master-127.27.25.60:35955(127.27.25.60:35955): Connection refused: /127.27.25.60:35955, [103ms] delaying RPC due to: Service unavailable: Master config (127.27.25.62:35573,127.27.25.61:36255,127.27.25.60:35955) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.25.60:35955(127.27.25.60:35955): Connection refused: /127.27.25.60:35955, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.25.62:35573, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.25.61:36255, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.25.60:35955, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.25.62:35573: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.25.61:36255: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.25.60:35955: Network error: Failed to connect to peer master-127.27.25.60:35955(127.27.25.60:35955): Connection refused: /127.27.25.60:35955, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.25.62:35573,127.27.25.61:36255,127.27.25.60:35955) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.25.60:35955(127.27.25.60:35955): Connection refused: /127.27.25.60:35955, [219ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.25.62:35573, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.25.61:36255, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.25.60:35955, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.25.60:35955: Network error: Failed to connect to peer master-127.27.25.60:35955(127.27.25.60:35955): Connection refused: /127.27.25.60:35955, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.25.61:36255: OK, [222ms] Sub RPC ConnectToMaster: received response from server master-127.27.25.62:35573: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.27.25.62:35573,127.27.25.61:36255,127.27.25.60:35955) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.25.60:35955(127.27.25.60:35955): Connection refused: /127.27.25.60:35955, deferred=Deferred@1282504078(state=PENDING, result=null, callback=(continuation of Deferred@811233109 after retry RPC after error@649732919) -> (continuation of Deferred@25657731 after retry RPC after error@1184713016) -> (continuation of Deferred@635348601 after retry RPC after error@1384815214) -> (continuation of Deferred@1874629157 after retry RPC after error@1136968291) -> (continuation of Deferred@335108364 after retry RPC after error@354871543) -> (continuation of Deferred@511733196 after retry RPC after error@2075288485) -> (continuation of Deferred@576353510 after retry RPC after error@10043658), errback=(continuation of Deferred@811233109 after retry RPC after error@649732919) -> (continuation of Deferred@25657731 after retry RPC after error@1184713016) -> (continuation of Deferred@635348601 after retry RPC after error@1384815214) -> (continuation of Deferred@1874629157 after retry RPC after error@1136968291) -> (continuation of Deferred@335108364 after retry RPC after error@354871543) -> (continuation of Deferred@511733196 after retry RPC after error@2075288485) -> (continuation of Deferred@576353510 after retry RPC after error@10043658)))
10:57:17.207 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.25.62:35573, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.25.61:36255, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.25.60:35955, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.25.60:35955: Network error: Failed to connect to peer master-127.27.25.60:35955(127.27.25.60:35955): Connection refused: /127.27.25.60:35955, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.25.61:36255: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.25.62:35573: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.25.62:35573,127.27.25.61:36255,127.27.25.60:35955) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.25.60:35955(127.27.25.60:35955): Connection refused: /127.27.25.60:35955, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.25.62:35573, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.25.61:36255, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.25.60:35955, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.25.60:35955: Network error: Failed to connect to peer master-127.27.25.60:35955(127.27.25.60:35955): Connection refused: /127.27.25.60:35955, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.25.61:36255: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.25.62:35573: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.25.62:35573,127.27.25.61:36255,127.27.25.60:35955) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.25.60:35955(127.27.25.60:35955): Connection refused: /127.27.25.60:35955, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.25.62:35573, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.25.61:36255, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.25.60:35955, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.25.62:35573: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.25.61:36255: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.25.60:35955: Network error: Failed to connect to peer master-127.27.25.60:35955(127.27.25.60:35955): Connection refused: /127.27.25.60:35955, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.25.62:35573,127.27.25.61:36255,127.27.25.60:35955) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.25.60:35955(127.27.25.60:35955): Connection refused: /127.27.25.60:35955, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.25.62:35573, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.25.61:36255, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.25.60:35955, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.25.61:36255: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.25.62:35573: OK, [63ms] Sub RPC ConnectToMaster: received response from server master-127.27.25.60:35955: Network error: Failed to connect to peer master-127.27.25.60:35955(127.27.25.60:35955): Connection refused: /127.27.25.60:35955, [64ms] delaying RPC due to: Service unavailable: Master config (127.27.25.62:35573,127.27.25.61:36255,127.27.25.60:35955) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.25.60:35955(127.27.25.60:35955): Connection refused: /127.27.25.60:35955, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.25.62:35573, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.25.61:36255, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.25.60:35955, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.25.60:35955: Network error: Failed to connect to peer master-127.27.25.60:35955(127.27.25.60:35955): Connection refused: /127.27.25.60:35955, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.25.61:36255: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.25.62:35573: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.25.62:35573,127.27.25.61:36255,127.27.25.60:35955) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.25.60:35955(127.27.25.60:35955): Connection refused: /127.27.25.60:35955, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.25.62:35573, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.25.61:36255, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.25.60:35955, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.25.61:36255: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.25.62:35573: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.25.60:35955: Network error: Failed to connect to peer master-127.27.25.60:35955(127.27.25.60:35955): Connection refused: /127.27.25.60:35955, [103ms] delaying RPC due to: Service unavailable: Master config (127.27.25.62:35573,127.27.25.61:36255,127.27.25.60:35955) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.25.60:35955(127.27.25.60:35955): Connection refused: /127.27.25.60:35955, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.25.62:35573, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.25.61:36255, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.25.60:35955, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.25.62:35573: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.25.61:36255: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.25.60:35955: Network error: Failed to connect to peer master-127.27.25.60:35955(127.27.25.60:35955): Connection refused: /127.27.25.60:35955, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.25.62:35573,127.27.25.61:36255,127.27.25.60:35955) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.25.60:35955(127.27.25.60:35955): Connection refused: /127.27.25.60:35955, [219ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.25.62:35573, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.25.61:36255, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.25.60:35955, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.25.60:35955: Network error: Failed to connect to peer master-127.27.25.60:35955(127.27.25.60:35955): Connection refused: /127.27.25.60:35955, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.25.61:36255: OK, [222ms] Sub RPC ConnectToMaster: received response from server master-127.27.25.62:35573: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.27.25.62:35573,127.27.25.61:36255,127.27.25.60:35955) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.25.60:35955(127.27.25.60:35955): Connection refused: /127.27.25.60:35955, deferred=Deferred@1282504078(state=PENDING, result=null, callback=(continuation of Deferred@811233109 after retry RPC after error@649732919) -> (continuation of Deferred@25657731 after retry RPC after error@1184713016) -> (continuation of Deferred@635348601 after retry RPC after error@1384815214) -> (continuation of Deferred@1874629157 after retry RPC after error@1136968291) -> (continuation of Deferred@335108364 after retry RPC after error@354871543) -> (continuation of Deferred@511733196 after retry RPC after error@2075288485) -> (continuation of Deferred@576353510 after retry RPC after error@10043658), errback=(continuation of Deferred@811233109 after retry RPC after error@649732919) -> (continuation of Deferred@25657731 after retry RPC after error@1184713016) -> (continuation of Deferred@635348601 after retry RPC after error@1384815214) -> (continuation of Deferred@1874629157 after retry RPC after error@1136968291) -> (continuation of Deferred@335108364 after retry RPC after error@354871543) -> (continuation of Deferred@511733196 after retry RPC after error@2075288485) -> (continuation of Deferred@576353510 after retry RPC after error@10043658)))
10:57:17.223 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.27.25.60:35955(127.27.25.60:35955)] connecting to peer
10:57:17.224 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.25.60:35955(127.27.25.60:35955): Connection refused: /127.27.25.60:35955
10:57:17.224 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.25.60:35955(127.27.25.60:35955)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.25.60:35955(127.27.25.60:35955): Connection refused: /127.27.25.60:35955
10:57:17.224 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.25.60:35955: Failed to connect to peer master-127.27.25.60:35955(127.27.25.60:35955): Connection refused: /127.27.25.60:35955
10:57:17.225 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.25.62:35573,127.27.25.61:36255,127.27.25.60:35955; will retry
10:57:17.243 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.27.25.60:35955(127.27.25.60:35955)] connecting to peer
10:57:17.244 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.25.60:35955(127.27.25.60:35955): Connection refused: /127.27.25.60:35955
10:57:17.244 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.25.60:35955(127.27.25.60:35955)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.25.60:35955(127.27.25.60:35955): Connection refused: /127.27.25.60:35955
10:57:17.245 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.25.60:35955: Failed to connect to peer master-127.27.25.60:35955(127.27.25.60:35955): Connection refused: /127.27.25.60:35955
10:57:17.245 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.25.62:35573,127.27.25.61:36255,127.27.25.60:35955; will retry
10:57:17.263 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.27.25.60:35955(127.27.25.60:35955)] connecting to peer
10:57:17.264 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.25.60:35955(127.27.25.60:35955): Connection refused: /127.27.25.60:35955
10:57:17.264 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.25.60:35955(127.27.25.60:35955)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.25.60:35955(127.27.25.60:35955): Connection refused: /127.27.25.60:35955
10:57:17.265 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.25.60:35955: Failed to connect to peer master-127.27.25.60:35955(127.27.25.60:35955): Connection refused: /127.27.25.60:35955
10:57:17.265 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.25.62:35573,127.27.25.61:36255,127.27.25.60:35955; will retry
10:57:17.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:17.276245 28563 raft_consensus.cc:482] T 00000000000000000000000000000000 P adb36501a827423eaa512b5a66a34293 [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
10:57:17.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:17.276460 28563 raft_consensus.cc:504] T 00000000000000000000000000000000 P adb36501a827423eaa512b5a66a34293 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "adb36501a827423eaa512b5a66a34293" member_type: VOTER last_known_addr { host: "127.27.25.62" port: 35573 } } peers { permanent_uuid: "184ed0f5c86c4fb1a3f9d99ef6807fb8" member_type: VOTER last_known_addr { host: "127.27.25.61" port: 36255 } } peers { permanent_uuid: "15946660b62f430d840bb1883f980c1b" member_type: VOTER last_known_addr { host: "127.27.25.60" port: 35955 } }
10:57:17.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:17.277038 28563 leader_election.cc:288] T 00000000000000000000000000000000 P adb36501a827423eaa512b5a66a34293 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 184ed0f5c86c4fb1a3f9d99ef6807fb8 (127.27.25.61:36255), 15946660b62f430d840bb1883f980c1b (127.27.25.60:35955)
10:57:17.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:17.277695 27881 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "adb36501a827423eaa512b5a66a34293" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "184ed0f5c86c4fb1a3f9d99ef6807fb8" is_pre_election: true
10:57:17.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:17.277993 27881 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 184ed0f5c86c4fb1a3f9d99ef6807fb8 [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate adb36501a827423eaa512b5a66a34293 in term 2.
10:57:17.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:17.278503 27774 leader_election.cc:302] T 00000000000000000000000000000000 P adb36501a827423eaa512b5a66a34293 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 184ed0f5c86c4fb1a3f9d99ef6807fb8, adb36501a827423eaa512b5a66a34293; no voters:
10:57:17.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 10:57:17.278776 27776 leader_election.cc:334] T 00000000000000000000000000000000 P adb36501a827423eaa512b5a66a34293 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 15946660b62f430d840bb1883f980c1b (127.27.25.60:35955): Network error: Client connection negotiation failed: client connection to 127.27.25.60:35955: connect: Connection refused (error 111)
10:57:17.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:17.278884 28563 raft_consensus.cc:2781] T 00000000000000000000000000000000 P adb36501a827423eaa512b5a66a34293 [term 2 FOLLOWER]: Leader pre-election won for term 3
10:57:17.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:17.278980 28563 raft_consensus.cc:482] T 00000000000000000000000000000000 P adb36501a827423eaa512b5a66a34293 [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
10:57:17.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:17.279083 28563 raft_consensus.cc:3037] T 00000000000000000000000000000000 P adb36501a827423eaa512b5a66a34293 [term 2 FOLLOWER]: Advancing to term 3
10:57:17.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:17.281906 28563 raft_consensus.cc:504] T 00000000000000000000000000000000 P adb36501a827423eaa512b5a66a34293 [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "adb36501a827423eaa512b5a66a34293" member_type: VOTER last_known_addr { host: "127.27.25.62" port: 35573 } } peers { permanent_uuid: "184ed0f5c86c4fb1a3f9d99ef6807fb8" member_type: VOTER last_known_addr { host: "127.27.25.61" port: 36255 } } peers { permanent_uuid: "15946660b62f430d840bb1883f980c1b" member_type: VOTER last_known_addr { host: "127.27.25.60" port: 35955 } }
10:57:17.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:17.282495 28563 leader_election.cc:288] T 00000000000000000000000000000000 P adb36501a827423eaa512b5a66a34293 [CANDIDATE]: Term 3 election: Requested vote from peers 184ed0f5c86c4fb1a3f9d99ef6807fb8 (127.27.25.61:36255), 15946660b62f430d840bb1883f980c1b (127.27.25.60:35955)
10:57:17.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:17.282984 27881 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "adb36501a827423eaa512b5a66a34293" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "184ed0f5c86c4fb1a3f9d99ef6807fb8"
10:57:17.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:17.283303 27881 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 184ed0f5c86c4fb1a3f9d99ef6807fb8 [term 2 FOLLOWER]: Advancing to term 3
10:57:17.283 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.27.25.60:35955(127.27.25.60:35955)] connecting to peer
10:57:17.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 10:57:17.284073 27776 leader_election.cc:334] T 00000000000000000000000000000000 P adb36501a827423eaa512b5a66a34293 [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer 15946660b62f430d840bb1883f980c1b (127.27.25.60:35955): Network error: Client connection negotiation failed: client connection to 127.27.25.60:35955: connect: Connection refused (error 111)
10:57:17.285 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.25.60:35955(127.27.25.60:35955): Connection refused: /127.27.25.60:35955
10:57:17.285 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.25.60:35955(127.27.25.60:35955)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.25.60:35955(127.27.25.60:35955): Connection refused: /127.27.25.60:35955
10:57:17.285 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.25.60:35955: Failed to connect to peer master-127.27.25.60:35955(127.27.25.60:35955): Connection refused: /127.27.25.60:35955
10:57:17.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:17.286268 27881 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 184ed0f5c86c4fb1a3f9d99ef6807fb8 [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate adb36501a827423eaa512b5a66a34293 in term 3.
10:57:17.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:17.286723 27774 leader_election.cc:302] T 00000000000000000000000000000000 P adb36501a827423eaa512b5a66a34293 [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 184ed0f5c86c4fb1a3f9d99ef6807fb8, adb36501a827423eaa512b5a66a34293; no voters: 15946660b62f430d840bb1883f980c1b
10:57:17.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:17.287153 28563 raft_consensus.cc:2781] T 00000000000000000000000000000000 P adb36501a827423eaa512b5a66a34293 [term 3 FOLLOWER]: Leader election won for term 3
10:57:17.287 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.25.62:35573,127.27.25.61:36255,127.27.25.60:35955; will retry
10:57:17.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:17.293529 28563 raft_consensus.cc:686] T 00000000000000000000000000000000 P adb36501a827423eaa512b5a66a34293 [term 3 LEADER]: Becoming Leader. State: Replica: adb36501a827423eaa512b5a66a34293, State: Running, Role: LEADER
10:57:17.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:17.294064 28563 consensus_queue.cc:237] T 00000000000000000000000000000000 P adb36501a827423eaa512b5a66a34293 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 11, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "adb36501a827423eaa512b5a66a34293" member_type: VOTER last_known_addr { host: "127.27.25.62" port: 35573 } } peers { permanent_uuid: "184ed0f5c86c4fb1a3f9d99ef6807fb8" member_type: VOTER last_known_addr { host: "127.27.25.61" port: 36255 } } peers { permanent_uuid: "15946660b62f430d840bb1883f980c1b" member_type: VOTER last_known_addr { host: "127.27.25.60" port: 35955 } }
10:57:17.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:17.295921 28569 sys_catalog.cc:455] T 00000000000000000000000000000000 P adb36501a827423eaa512b5a66a34293 [sys.catalog]: SysCatalogTable state changed. Reason: New leader adb36501a827423eaa512b5a66a34293. Latest consensus state: current_term: 3 leader_uuid: "adb36501a827423eaa512b5a66a34293" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "adb36501a827423eaa512b5a66a34293" member_type: VOTER last_known_addr { host: "127.27.25.62" port: 35573 } } peers { permanent_uuid: "184ed0f5c86c4fb1a3f9d99ef6807fb8" member_type: VOTER last_known_addr { host: "127.27.25.61" port: 36255 } } peers { permanent_uuid: "15946660b62f430d840bb1883f980c1b" member_type: VOTER last_known_addr { host: "127.27.25.60" port: 35955 } } }
10:57:17.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:17.296312 28569 sys_catalog.cc:458] T 00000000000000000000000000000000 P adb36501a827423eaa512b5a66a34293 [sys.catalog]: This master's current role is: LEADER
10:57:17.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:17.296903 28571 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
10:57:17.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:17.299326 28571 catalog_manager.cc:669] Loaded metadata for table kudu_system.kudu_transactions [id=0539590aed654429bb4c74c9842aeae7]
10:57:17.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:17.299808 28571 catalog_manager.cc:669] Loaded metadata for table txn_manager_fallback [id=3d3b2ba46c134dce88bd2a561029ab0e]
10:57:17.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:17.301379 28571 tablet_loader.cc:96] loaded metadata for tablet 0fd02bafccff4709b7b1b723f1a5d120 (table txn_manager_fallback [id=3d3b2ba46c134dce88bd2a561029ab0e])
10:57:17.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:17.301720 28571 tablet_loader.cc:96] loaded metadata for tablet 1a8e3b7eba8344df9cf08e22ff08449d (table txn_manager_fallback [id=3d3b2ba46c134dce88bd2a561029ab0e])
10:57:17.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:17.302153 28571 tablet_loader.cc:96] loaded metadata for tablet bca64a42ae4b431abd6e54a4f99452aa (table kudu_system.kudu_transactions [id=0539590aed654429bb4c74c9842aeae7])
10:57:17.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:17.302412 28571 catalog_manager.cc:1484] Initializing Kudu cluster ID...
10:57:17.303 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.27.25.60:35955(127.27.25.60:35955)] connecting to peer
10:57:17.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:17.303472 28571 catalog_manager.cc:1259] Loaded cluster ID: 6abc59e4414d456598e0743df06e7696
10:57:17.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:17.303691 28571 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
10:57:17.304 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.25.60:35955(127.27.25.60:35955): Connection refused: /127.27.25.60:35955
10:57:17.304 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.25.60:35955(127.27.25.60:35955)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.25.60:35955(127.27.25.60:35955): Connection refused: /127.27.25.60:35955
10:57:17.304 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.25.60:35955: Failed to connect to peer master-127.27.25.60:35955(127.27.25.60:35955): Connection refused: /127.27.25.60:35955
10:57:17.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:17.305359 28571 catalog_manager.cc:1504] Loading token signing keys...
10:57:17.305 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.25.62:35573,127.27.25.61:36255,127.27.25.60:35955; will retry
10:57:17.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:17.306605 28571 catalog_manager.cc:5879] T 00000000000000000000000000000000 P adb36501a827423eaa512b5a66a34293: Loaded TSK: 0
10:57:17.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:17.307708 28571 catalog_manager.cc:1514] Initializing in-progress tserver states...
10:57:17.343 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.27.25.60:35955(127.27.25.60:35955)] connecting to peer
10:57:17.344 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.25.60:35955(127.27.25.60:35955): Connection refused: /127.27.25.60:35955
10:57:17.344 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.25.60:35955(127.27.25.60:35955)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.25.60:35955(127.27.25.60:35955): Connection refused: /127.27.25.60:35955
10:57:17.344 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.25.60:35955: Failed to connect to peer master-127.27.25.60:35955(127.27.25.60:35955): Connection refused: /127.27.25.60:35955
10:57:17.346 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
10:57:17.347 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=6, TimeoutTracker(timeout=250, elapsed=123), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.25.62:35573, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.25.61:36255, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.25.60:35955, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.25.60:35955: Network error: Failed to connect to peer master-127.27.25.60:35955(127.27.25.60:35955): Connection refused: /127.27.25.60:35955, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.25.62:35573: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.25.61:36255: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.25.62:35573,127.27.25.61:36255,127.27.25.60:35955) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.25.60:35955(127.27.25.60:35955): Connection refused: /127.27.25.60:35955, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.25.62:35573, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.25.61:36255, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.25.60:35955, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.25.60:35955: Network error: Failed to connect to peer master-127.27.25.60:35955(127.27.25.60:35955): Connection refused: /127.27.25.60:35955, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.25.61:36255: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.25.62:35573: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.25.62:35573,127.27.25.61:36255,127.27.25.60:35955) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.25.60:35955(127.27.25.60:35955): Connection refused: /127.27.25.60:35955, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.25.62:35573, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.25.61:36255, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.25.60:35955, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.25.60:35955: Network error: Failed to connect to peer master-127.27.25.60:35955(127.27.25.60:35955): Connection refused: /127.27.25.60:35955, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.25.62:35573: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.25.61:36255: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.25.62:35573,127.27.25.61:36255,127.27.25.60:35955) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.25.60:35955(127.27.25.60:35955): Connection refused: /127.27.25.60:35955, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.25.62:35573, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.25.61:36255, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.25.60:35955, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.25.60:35955: Network error: Failed to connect to peer master-127.27.25.60:35955(127.27.25.60:35955): Connection refused: /127.27.25.60:35955, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.25.62:35573: OK, [64ms] Sub RPC ConnectToMaster: received response from server master-127.27.25.61:36255: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.27.25.62:35573,127.27.25.61:36255,127.27.25.60:35955) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.25.60:35955(127.27.25.60:35955): Connection refused: /127.27.25.60:35955, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.25.62:35573, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.25.61:36255, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.25.60:35955, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.25.60:35955: Network error: Failed to connect to peer master-127.27.25.60:35955(127.27.25.60:35955): Connection refused: /127.27.25.60:35955, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.25.62:35573: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.25.61:36255: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.25.62:35573,127.27.25.61:36255,127.27.25.60:35955) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.25.60:35955(127.27.25.60:35955): Connection refused: /127.27.25.60:35955, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.25.62:35573, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.25.61:36255, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.25.60:35955, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.25.60:35955: Network error: Failed to connect to peer master-127.27.25.60:35955(127.27.25.60:35955): Connection refused: /127.27.25.60:35955, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.25.61:36255: OK, [123ms] Sub RPC ConnectToMaster: received response from server master-127.27.25.62:35573: OK, deferred=Deferred@317644173(state=PENDING, result=null, callback=(continuation of Deferred@253349801 after retry RPC after error@2123198201) -> (continuation of Deferred@1611586848 after retry RPC after error@73954841) -> (continuation of Deferred@1162708410 after retry RPC after error@1352843596) -> (continuation of Deferred@1188290981 after retry RPC after error@30183384) -> (continuation of Deferred@671459854 after retry RPC after error@1852548835), errback=(continuation of Deferred@253349801 after retry RPC after error@2123198201) -> (continuation of Deferred@1611586848 after retry RPC after error@73954841) -> (continuation of Deferred@1162708410 after retry RPC after error@1352843596) -> (continuation of Deferred@1188290981 after retry RPC after error@30183384) -> (continuation of Deferred@671459854 after retry RPC after error@1852548835))) after lookup
10:57:17.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 10:57:17.390741 27776 consensus_peers.cc:487] T 00000000000000000000000000000000 P adb36501a827423eaa512b5a66a34293 -> Peer 15946660b62f430d840bb1883f980c1b (127.27.25.60:35955): Couldn't send request to peer 15946660b62f430d840bb1883f980c1b. Status: Network error: Client connection negotiation failed: client connection to 127.27.25.60:35955: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
10:57:17.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:17.400324 27881 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 184ed0f5c86c4fb1a3f9d99ef6807fb8 [term 3 FOLLOWER]: Refusing update from remote peer adb36501a827423eaa512b5a66a34293: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 3 index: 12. (index mismatch)
10:57:17.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:17.402071 28569 consensus_queue.cc:1035] T 00000000000000000000000000000000 P adb36501a827423eaa512b5a66a34293 [LEADER]: Connected to new peer: Peer: permanent_uuid: "184ed0f5c86c4fb1a3f9d99ef6807fb8" member_type: VOTER last_known_addr { host: "127.27.25.61" port: 36255 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
10:57:17.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:17.403631 27789 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:51488:
10:57:17.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
10:57:17.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
10:57:17.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
10:57:17.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
10:57:17.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
10:57:17.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
10:57:17.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
10:57:17.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
10:57:17.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
10:57:17.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
10:57:17.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
10:57:17.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
10:57:17.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
10:57:17.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
10:57:17.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
10:57:17.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
10:57:17.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
10:57:17.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
10:57:17.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
10:57:17.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
10:57:17.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
10:57:17.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
10:57:17.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
10:57:17.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
10:57:17.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
10:57:17.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
10:57:17.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
10:57:17.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
10:57:17.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
10:57:17.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
10:57:17.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
10:57:17.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
10:57:17.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
10:57:17.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
10:57:17.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
10:57:17.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
10:57:17.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
10:57:17.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
10:57:17.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
10:57:17.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
10:57:17.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
10:57:17.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
10:57:17.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
10:57:17.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
10:57:17.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
10:57:17.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
10:57:17.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
10:57:17.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
10:57:17.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
10:57:17.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
10:57:17.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
10:57:17.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
10:57:17.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
10:57:17.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
10:57:17.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
10:57:17.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
10:57:17.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 10:57:17.406762 27789 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
10:57:17.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:17.414805 28584 sys_catalog.cc:455] T 00000000000000000000000000000000 P 184ed0f5c86c4fb1a3f9d99ef6807fb8 [sys.catalog]: SysCatalogTable state changed. Reason: New leader adb36501a827423eaa512b5a66a34293. Latest consensus state: current_term: 3 leader_uuid: "adb36501a827423eaa512b5a66a34293" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "adb36501a827423eaa512b5a66a34293" member_type: VOTER last_known_addr { host: "127.27.25.62" port: 35573 } } peers { permanent_uuid: "184ed0f5c86c4fb1a3f9d99ef6807fb8" member_type: VOTER last_known_addr { host: "127.27.25.61" port: 36255 } } peers { permanent_uuid: "15946660b62f430d840bb1883f980c1b" member_type: VOTER last_known_addr { host: "127.27.25.60" port: 35955 } } }
10:57:17.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:17.418542 28584 sys_catalog.cc:458] T 00000000000000000000000000000000 P 184ed0f5c86c4fb1a3f9d99ef6807fb8 [sys.catalog]: This master's current role is: FOLLOWER
10:57:17.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 10:57:17.426465 28484 heartbeater.cc:644] Failed to heartbeat to 127.27.25.60:35955 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.27.25.60:35955: connect: Connection refused (error 111)
10:57:17.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:17.429883 28563 sys_catalog.cc:455] T 00000000000000000000000000000000 P adb36501a827423eaa512b5a66a34293 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "adb36501a827423eaa512b5a66a34293" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "adb36501a827423eaa512b5a66a34293" member_type: VOTER last_known_addr { host: "127.27.25.62" port: 35573 } } peers { permanent_uuid: "184ed0f5c86c4fb1a3f9d99ef6807fb8" member_type: VOTER last_known_addr { host: "127.27.25.61" port: 36255 } } peers { permanent_uuid: "15946660b62f430d840bb1883f980c1b" member_type: VOTER last_known_addr { host: "127.27.25.60" port: 35955 } } }
10:57:17.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:17.430197 28563 sys_catalog.cc:458] T 00000000000000000000000000000000 P adb36501a827423eaa512b5a66a34293 [sys.catalog]: This master's current role is: LEADER
10:57:17.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:17.448942 28584 sys_catalog.cc:455] T 00000000000000000000000000000000 P 184ed0f5c86c4fb1a3f9d99ef6807fb8 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "adb36501a827423eaa512b5a66a34293" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "adb36501a827423eaa512b5a66a34293" member_type: VOTER last_known_addr { host: "127.27.25.62" port: 35573 } } peers { permanent_uuid: "184ed0f5c86c4fb1a3f9d99ef6807fb8" member_type: VOTER last_known_addr { host: "127.27.25.61" port: 36255 } } peers { permanent_uuid: "15946660b62f430d840bb1883f980c1b" member_type: VOTER last_known_addr { host: "127.27.25.60" port: 35955 } } }
10:57:17.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:17.449302 28584 sys_catalog.cc:458] T 00000000000000000000000000000000 P 184ed0f5c86c4fb1a3f9d99ef6807fb8 [sys.catalog]: This master's current role is: FOLLOWER
10:57:17.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:17.460634 28368 txn_status_manager.cc:1390] automatically aborted stale txn (ID 0) past 1.109s from last keepalive heartbeat (effective timeout is 1.000s)
10:57:17.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 10:57:17.462999 28418 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.27.25.60:35955)
10:57:17.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 10:57:17.467512 27820 rpcz_store.cc:267] Call kudu.transactions.TxnManagerService.KeepTransactionAlive from 127.0.0.1:38364 (request call id 21) took 119 ms (client timeout 126 ms). Trace:
10:57:17.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 10:57:17.467775 27820 rpcz_store.cc:269] 0925 10:57:17.348083 (+ 0us) service_pool.cc:170] Inserting onto call queue
10:57:17.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 10:57:17.348259 (+ 176us) service_pool.cc:227] Handling call
10:57:17.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 10:57:17.467448 (+119189us) inbound_call.cc:173] Queueing success response
10:57:17.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"dns_us":667,"init.queue_time_us":591,"init.run_cpu_time_us":9250,"init.run_wall_time_us":64004,"thread_start_us":1648,"threads_started":5}
10:57:17.472 [DEBUG - kudu-nio-0] (KuduTransaction.java:799) terminating keepalive task (txn ID 0) due to exception org.apache.kudu.client.NonRecoverableException: Failed to write to server: 283a874235f34331bc6079d05bbb9623 (127.27.25.3:40565): transaction ID 0 is not available for further commits: state: ABORT_IN_PROGRESS user: "slave" start_timestamp: 1790333836 last_transition_timestamp: 1790333837
10:57:17.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 10:57:17.478657 28591 tablet_replica.cc:1298] Aborted: operation has been aborted: cancelling pending write operations
10:57:17.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 10:57:17.918918 27776 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.25.60:35955: connect: Connection refused (error 111) [suppressed 16 similar messages]
10:57:17.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 10:57:17.919955 27776 consensus_peers.cc:487] T 00000000000000000000000000000000 P adb36501a827423eaa512b5a66a34293 -> Peer 15946660b62f430d840bb1883f980c1b (127.27.25.60:35955): Couldn't send request to peer 15946660b62f430d840bb1883f980c1b. Status: Network error: Client connection negotiation failed: client connection to 127.27.25.60:35955: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
10:57:18.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:18.397480 28483 heartbeater.cc:503] Master 127.27.25.62:35573 was elected leader, sending a full tablet report...
10:57:18.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:18.411360 28341 heartbeater.cc:503] Master 127.27.25.62:35573 was elected leader, sending a full tablet report...
10:57:18.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 10:57:18.447072 27776 consensus_peers.cc:487] T 00000000000000000000000000000000 P adb36501a827423eaa512b5a66a34293 -> Peer 15946660b62f430d840bb1883f980c1b (127.27.25.60:35955): Couldn't send request to peer 15946660b62f430d840bb1883f980c1b. Status: Network error: Client connection negotiation failed: client connection to 127.27.25.60:35955: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
10:57:18.600 [DEBUG - main] (Connection.java:575) [peer master-127.27.25.60:35955(127.27.25.60:35955)] disconnecting while in state TERMINATED
10:57:18.601 [DEBUG - main] (Connection.java:575) [peer master-127.27.25.61:36255(127.27.25.61:36255)] disconnecting while in state READY
10:57:18.601 [DEBUG - main] (Connection.java:575) [peer master-127.27.25.62:35573(127.27.25.62:35573)] disconnecting while in state READY
10:57:18.601 [DEBUG - main] (Connection.java:575) [peer 8bd4dd6ff25146aa989790529cece90a(127.27.25.1:41141)] disconnecting while in state READY
10:57:18.602 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.27.25.62:35573(127.27.25.62:35573)] handling channelInactive
10:57:18.602 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.25.62:35573(127.27.25.62:35573)] cleaning up while in state READY due to: connection closed
10:57:18.603 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
10:57:18.603 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.27.25.61:36255(127.27.25.61:36255)] handling channelInactive
10:57:18.603 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.25.61:36255(127.27.25.61:36255)] cleaning up while in state READY due to: connection closed
10:57:18.604 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 8bd4dd6ff25146aa989790529cece90a(127.27.25.1:41141)] handling channelInactive
10:57:18.604 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 8bd4dd6ff25146aa989790529cece90a(127.27.25.1:41141)] cleaning up while in state READY due to: connection closed
10:57:18.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:18.605034 27748 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskw_eLBj/build/asan/bin/kudu pid 28043
10:57:18.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:18.624517 28195 generic_service.cc:196] Checking for leaks (request via RPC)
10:57:18.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:18.724761 27748 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskw_eLBj/build/asan/bin/kudu with pid 28043
10:57:18.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:18.742954 27748 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskw_eLBj/build/asan/bin/kudu pid 28205
10:57:18.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:18.751508 28336 generic_service.cc:196] Checking for leaks (request via RPC)
10:57:18.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:18.822404 27759 master_runner.cc:186] Error getting master registration for 127.27.25.60:35955: Network error: Client connection negotiation failed: client connection to 127.27.25.60:35955: connect: Connection refused (error 111),
10:57:18.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:18.822659 27759 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
10:57:18.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:18.860460 27748 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskw_eLBj/build/asan/bin/kudu with pid 28205
10:57:18.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:18.878515 27748 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskw_eLBj/build/asan/bin/kudu pid 28346
10:57:18.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:18.886340 28478 generic_service.cc:196] Checking for leaks (request via RPC)
10:57:19.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 10:57:19.007973 27776 consensus_peers.cc:487] T 00000000000000000000000000000000 P adb36501a827423eaa512b5a66a34293 -> Peer 15946660b62f430d840bb1883f980c1b (127.27.25.60:35955): Couldn't send request to peer 15946660b62f430d840bb1883f980c1b. Status: Network error: Client connection negotiation failed: client connection to 127.27.25.60:35955: connect: Connection refused (error 111). This is attempt 16: this message will repeat every 5th retry.
10:57:19.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:19.008615 27748 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskw_eLBj/build/asan/bin/kudu with pid 28346
10:57:19.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:19.029917 27748 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskw_eLBj/build/asan/bin/kudu pid 27759
10:57:19.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:19.031143 27830 generic_service.cc:196] Checking for leaks (request via RPC)
10:57:19.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:19.147212 27748 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskw_eLBj/build/asan/bin/kudu with pid 27759
10:57:19.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 10:57:19.168732 27856 connection.cc:535] server connection from 127.0.0.1:42278 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
10:57:19.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:19.169098 27748 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskw_eLBj/build/asan/bin/kudu pid 27839
10:57:19.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:19.170241 27911 generic_service.cc:196] Checking for leaks (request via RPC)
10:57:19.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 10:57:19.278544 27748 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskw_eLBj/build/asan/bin/kudu with pid 27839
10:57:19.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-25T10:57:19Z chronyd exiting
10:57:19.428 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveSwitchesToOtherTxnManager: failed attempt 1
org.apache.kudu.client.NonRecoverableException: Failed to write to server: 283a874235f34331bc6079d05bbb9623 (127.27.25.3:40565): transaction ID 0 is not open: state: ABORTED user: "slave" start_timestamp: 1790333836 last_transition_timestamp: 1790333837
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduTransaction.doCommitTransaction(KuduTransaction.java:491) ~[main/:?]
at org.apache.kudu.client.KuduTransaction.commitWithMode(KuduTransaction.java:537) ~[main/:?]
at org.apache.kudu.client.KuduTransaction.commit(KuduTransaction.java:284) ~[main/:?]
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveSwitchesToOtherTxnManager(TestKuduTransaction.java:1152) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.RpcProxy.dispatchTxnManagerError(RpcProxy.java:439) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:298) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
org.apache.kudu.client.NonRecoverableException: Failed to write to server: 283a874235f34331bc6079d05bbb9623 (127.27.25.3:40565): transaction ID 0 is not open: state: ABORTED user: "slave" start_timestamp: 1790333836 last_transition_timestamp: 1790333837
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduTransaction.doCommitTransaction(KuduTransaction.java:491)
at org.apache.kudu.client.KuduTransaction.commitWithMode(KuduTransaction.java:537)
at org.apache.kudu.client.KuduTransaction.commit(KuduTransaction.java:284)
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveSwitchesToOtherTxnManager(TestKuduTransaction.java:1152)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.RpcProxy.dispatchTxnManagerError(RpcProxy.java:439)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:298)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more