02:58:30.137 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
02:58:30.137 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-tasktnuIQm/test-tmp
02:58:30.138 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/asan/bin
02:58:30.138 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-tasktnuIQm/java/build/dist-test/../../../build/asan/bin/kudu, test, mini_cluster, --serialization=pb]
02:58:30.139 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-tasktnuIQm/test-tmp/mini-kudu-cluster9181490860312504642"
extra_master_flags: "--txn_manager_enabled"
extra_master_flags: "--raft_heartbeat_interval_ms=100"
extra_tserver_flags: "--txn_keepalive_interval_ms=1000"
extra_tserver_flags: "--txn_staleness_tracker_interval_ms=250"
extra_tserver_flags: "--enable_txn_system_client_init=true"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
02:58:30.462 [DEBUG - main] (MiniKuduCluster.java:195) Response:
02:58:30.462 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
02:58:30.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:30.465323 16288 mini_oidc.cc:152] Starting JWKS server
02:58:30.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:30.467939 16288 webserver.cc:460] Webserver started at http://127.0.0.1:41071/ using document root <none> and password file <none>
02:58:30.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:30.468225 16288 mini_oidc.cc:189] Starting OIDC Discovery server
02:58:30.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:30.468947 16288 webserver.cc:460] Webserver started at http://127.0.0.1:46701/ using document root <none> and password file <none>
02:58:30.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-20T02:58:30Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
02:58:30.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-20T02:58:30Z Disabled control of system clock
02:58:30.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:30.499322 16288 external_mini_cluster.cc:1326] Running /tmp/dist-test-tasktnuIQm/build/asan/bin/kudu
02:58:30.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasktnuIQm/build/asan/bin/kudu
02:58:30.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktnuIQm/test-tmp/mini-kudu-cluster9181490860312504642/master-0/wal
02:58:30.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktnuIQm/test-tmp/mini-kudu-cluster9181490860312504642/master-0/data
02:58:30.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:58:30.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:58:30.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:58:30.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:58:30.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:58:30.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:58:30.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktnuIQm/test-tmp/mini-kudu-cluster9181490860312504642/master-0/logs
02:58:30.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktnuIQm/test-tmp/mini-kudu-cluster9181490860312504642/master-0/data/info.pb
02:58:30.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:58:30.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:58:30.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:58:30.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:58:30.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:58:30.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:58:30.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:58:30.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:58:30.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:58:30.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:58:30.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:58:30.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:58:30.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.232.62:42203
02:58:30.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.232.62
02:58:30.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:58:30.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.232.20:39023
02:58:30.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:58:30.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:58:30.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:58:30.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:58:30.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.232.62:42203,127.15.232.61:46831,127.15.232.60:38999
02:58:30.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:58:30.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41071/jwks.json
02:58:30.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
02:58:30.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
02:58:30.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:58:30.819794 16299 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
02:58:30.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:58:30.820070 16299 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:58:30.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:58:30.820153 16299 flags.cc:425] Enabled unsafe flag: --never_fsync=true
02:58:30.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:58:30.827895 16299 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
02:58:30.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:58:30.828014 16299 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
02:58:30.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:58:30.828053 16299 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
02:58:30.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:58:30.828102 16299 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
02:58:30.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:58:30.828141 16299 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
02:58:30.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:58:30.828194 16299 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
02:58:30.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:58:30.828227 16299 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41071/jwks.json
02:58:30.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:30.837504 16299 master_runner.cc:386] Master server non-default flags:
02:58:30.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:58:30.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.232.20:39023
02:58:30.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:58:30.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:58:30.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
02:58:30.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktnuIQm/test-tmp/mini-kudu-cluster9181490860312504642/master-0/data
02:58:30.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktnuIQm/test-tmp/mini-kudu-cluster9181490860312504642/master-0/wal
02:58:30.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:58:30.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.232.62:42203,127.15.232.61:46831,127.15.232.60:38999
02:58:30.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
02:58:30.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:58:30.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:58:30.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:58:30.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.232.62:42203
02:58:30.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:58:30.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:58:30.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:58:30.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41071/jwks.json
02:58:30.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:58:30.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:58:30.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktnuIQm/test-tmp/mini-kudu-cluster9181490860312504642/master-0/data/info.pb
02:58:30.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.232.62
02:58:30.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:58:30.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:58:30.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:58:30.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:58:30.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:58:30.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:58:30.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktnuIQm/test-tmp/mini-kudu-cluster9181490860312504642/master-0/logs
02:58:30.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:58:30.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:58:30.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:58:30.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:58:30.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
02:58:30.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
02:58:30.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:58:30.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 02:00:34 UTC on ccycloud.quasar-ycjack.root.comops.site
02:58:30.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4456918
02:58:30.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
02:58:30.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:30.838762 16299 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:58:30.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:30.840498 16299 file_cache.cc:493] Constructed file cache file cache with capacity 419430
02:58:30.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:58:30.852074 16304 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:58:30.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:58:30.852128 16305 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:58:30.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:58:30.852170 16307 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:58:30.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:30.853346 16299 server_base.cc:1034] running on GCE node
02:58:30.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:30.854156 16299 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:58:30.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:30.855628 16299 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:58:30.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:30.856873 16299 hybrid_clock.cc:648] HybridClock initialized: now 1781924310856828 us; error 28 us; skew 500 ppm
02:58:30.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:30.857208 16299 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:58:30.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:30.859660 16299 webserver.cc:460] Webserver started at http://127.15.232.62:44301/ using document root <none> and password file <none>
02:58:30.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:30.860323 16299 fs_manager.cc:359] Metadata directory not provided
02:58:30.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:30.860411 16299 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:58:30.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:30.860723 16299 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
02:58:30.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:30.863621 16299 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasktnuIQm/test-tmp/mini-kudu-cluster9181490860312504642/master-0/data/instance:
02:58:30.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d6d106a7784d4b35a2de20b491009eb8"
02:58:30.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 02:58:30 on dist-test-slave-5j0k"
02:58:30.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:30.864400 16299 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasktnuIQm/test-tmp/mini-kudu-cluster9181490860312504642/master-0/wal/instance:
02:58:30.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d6d106a7784d4b35a2de20b491009eb8"
02:58:30.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 02:58:30 on dist-test-slave-5j0k"
02:58:30.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:30.869750 16299 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.007s sys 0.001s
02:58:30.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:30.873834 16313 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:58:30.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:30.875411 16299 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.003s sys 0.002s
02:58:30.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:30.875568 16299 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-tasktnuIQm/test-tmp/mini-kudu-cluster9181490860312504642/master-0/data,/tmp/dist-test-tasktnuIQm/test-tmp/mini-kudu-cluster9181490860312504642/master-0/wal
02:58:30.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d6d106a7784d4b35a2de20b491009eb8"
02:58:30.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 02:58:30 on dist-test-slave-5j0k"
02:58:30.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:30.875823 16299 fs_report.cc:383] FS layout report
02:58:30.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:58:30.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasktnuIQm/test-tmp/mini-kudu-cluster9181490860312504642/master-0/wal
02:58:30.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasktnuIQm/test-tmp/mini-kudu-cluster9181490860312504642/master-0/wal
02:58:30.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasktnuIQm/test-tmp/mini-kudu-cluster9181490860312504642/master-0/data/data
02:58:30.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:58:30.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:58:30.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:58:30.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:58:30.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:58:30.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:58:30.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:58:30.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:58:30.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:58:30.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:58:30.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:58:30.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:30.893967 16299 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
02:58:30.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:30.894833 16299 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:58:30.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:30.895085 16299 kserver.cc:163] Server-wide thread pool size limit: 3276
02:58:30.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:30.915635 16299 rpc_server.cc:307] RPC server started. Bound to: 127.15.232.62:42203
02:58:30.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:30.915654 16374 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.15.232.62:42203 every 8 connection(s)
02:58:30.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:30.916941 16299 server_base.cc:1166] Dumped server information to /tmp/dist-test-tasktnuIQm/test-tmp/mini-kudu-cluster9181490860312504642/master-0/data/info.pb
02:58:30.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:30.920881 16375 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:58:30.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:30.925776 16288 external_mini_cluster.cc:1388] Started /tmp/dist-test-tasktnuIQm/build/asan/bin/kudu as pid 16299
02:58:30.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:30.925972 16288 external_mini_cluster.cc:1402] Reading /tmp/dist-test-tasktnuIQm/test-tmp/mini-kudu-cluster9181490860312504642/master-0/wal/instance
02:58:30.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:30.926980 16375 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.232.62" port: 42203 } has no permanent_uuid. Determining permanent_uuid...
02:58:30.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:30.927986 16288 external_mini_cluster.cc:1326] Running /tmp/dist-test-tasktnuIQm/build/asan/bin/kudu
02:58:30.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasktnuIQm/build/asan/bin/kudu
02:58:30.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktnuIQm/test-tmp/mini-kudu-cluster9181490860312504642/master-1/wal
02:58:30.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktnuIQm/test-tmp/mini-kudu-cluster9181490860312504642/master-1/data
02:58:30.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:58:30.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:58:30.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:58:30.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:58:30.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:58:30.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:58:30.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktnuIQm/test-tmp/mini-kudu-cluster9181490860312504642/master-1/logs
02:58:30.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktnuIQm/test-tmp/mini-kudu-cluster9181490860312504642/master-1/data/info.pb
02:58:30.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:58:30.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:58:30.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:58:30.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:58:30.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:58:30.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:58:30.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:58:30.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:58:30.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:58:30.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:58:30.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:58:30.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:58:30.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.232.61:46831
02:58:30.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.232.61
02:58:30.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:58:30.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.232.20:39023
02:58:30.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:58:30.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:58:30.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:58:30.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:58:30.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.232.62:42203,127.15.232.61:46831,127.15.232.60:38999
02:58:30.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:58:30.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41071/jwks.json
02:58:30.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
02:58:30.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
02:58:30.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:30.946667 16375 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.232.61" port: 46831 } has no permanent_uuid. Determining permanent_uuid...
02:58:30.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:58:30.947741 16314 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.15.232.61:46831: connect: Connection refused (error 111)
02:58:30.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:58:30.949378 16375 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.232.61:46831: Network error: Client connection negotiation failed: client connection to 127.15.232.61:46831: connect: Connection refused (error 111)
02:58:30.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:30.998771 16375 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.232.61" port: 46831 } attempt: 1
02:58:31.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:58:31.000988 16375 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.232.61:46831: Network error: Client connection negotiation failed: client connection to 127.15.232.61:46831: connect: Connection refused (error 111)
02:58:31.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.069255 16375 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.232.61" port: 46831 } attempt: 2
02:58:31.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:58:31.071399 16375 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.232.61:46831: Network error: Client connection negotiation failed: client connection to 127.15.232.61:46831: connect: Connection refused (error 111)
02:58:31.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.162683 16375 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.232.61" port: 46831 } attempt: 3
02:58:31.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:58:31.164789 16375 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.232.61:46831: Network error: Client connection negotiation failed: client connection to 127.15.232.61:46831: connect: Connection refused (error 111)
02:58:31.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:58:31.259485 16378 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
02:58:31.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:58:31.259838 16378 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:58:31.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:58:31.259959 16378 flags.cc:425] Enabled unsafe flag: --never_fsync=true
02:58:31.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:58:31.267390 16378 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
02:58:31.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:58:31.267551 16378 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
02:58:31.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:58:31.267607 16378 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
02:58:31.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:58:31.267683 16378 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
02:58:31.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:58:31.267740 16378 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
02:58:31.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:58:31.267823 16378 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
02:58:31.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:58:31.267892 16378 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41071/jwks.json
02:58:31.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.277163 16378 master_runner.cc:386] Master server non-default flags:
02:58:31.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:58:31.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.232.20:39023
02:58:31.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:58:31.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:58:31.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
02:58:31.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktnuIQm/test-tmp/mini-kudu-cluster9181490860312504642/master-1/data
02:58:31.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktnuIQm/test-tmp/mini-kudu-cluster9181490860312504642/master-1/wal
02:58:31.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:58:31.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.232.62:42203,127.15.232.61:46831,127.15.232.60:38999
02:58:31.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
02:58:31.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:58:31.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:58:31.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:58:31.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.232.61:46831
02:58:31.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:58:31.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:58:31.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:58:31.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41071/jwks.json
02:58:31.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:58:31.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:58:31.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktnuIQm/test-tmp/mini-kudu-cluster9181490860312504642/master-1/data/info.pb
02:58:31.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.232.61
02:58:31.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:58:31.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:58:31.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:58:31.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:58:31.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:58:31.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:58:31.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktnuIQm/test-tmp/mini-kudu-cluster9181490860312504642/master-1/logs
02:58:31.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:58:31.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:58:31.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:58:31.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:58:31.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
02:58:31.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
02:58:31.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:58:31.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 02:00:34 UTC on ccycloud.quasar-ycjack.root.comops.site
02:58:31.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4456918
02:58:31.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
02:58:31.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.278914 16378 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:58:31.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.280893 16378 file_cache.cc:493] Constructed file cache file cache with capacity 419430
02:58:31.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:58:31.292759 16388 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:58:31.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:58:31.292721 16385 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:58:31.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:58:31.292678 16386 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:58:31.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.293686 16378 server_base.cc:1034] running on GCE node
02:58:31.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.294394 16378 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:58:31.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.295746 16378 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:58:31.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.296924 16378 hybrid_clock.cc:648] HybridClock initialized: now 1781924311296881 us; error 39 us; skew 500 ppm
02:58:31.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.297236 16378 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:58:31.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.299453 16378 webserver.cc:460] Webserver started at http://127.15.232.61:40677/ using document root <none> and password file <none>
02:58:31.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.300096 16378 fs_manager.cc:359] Metadata directory not provided
02:58:31.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.300179 16378 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:58:31.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.300454 16378 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
02:58:31.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.303104 16378 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasktnuIQm/test-tmp/mini-kudu-cluster9181490860312504642/master-1/data/instance:
02:58:31.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7f1d44bb63b64593b3ca9f45cbcfa692"
02:58:31.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 02:58:31 on dist-test-slave-5j0k"
02:58:31.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.303838 16378 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasktnuIQm/test-tmp/mini-kudu-cluster9181490860312504642/master-1/wal/instance:
02:58:31.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7f1d44bb63b64593b3ca9f45cbcfa692"
02:58:31.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 02:58:31 on dist-test-slave-5j0k"
02:58:31.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.308090 16375 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.232.61" port: 46831 } attempt: 4
02:58:31.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.309194 16378 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.007s sys 0.000s
02:58:31.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:58:31.310274 16375 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.232.61:46831: Network error: Client connection negotiation failed: client connection to 127.15.232.61:46831: connect: Connection refused (error 111)
02:58:31.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.312769 16394 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:58:31.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.314263 16378 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.004s sys 0.000s
02:58:31.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.314419 16378 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-tasktnuIQm/test-tmp/mini-kudu-cluster9181490860312504642/master-1/data,/tmp/dist-test-tasktnuIQm/test-tmp/mini-kudu-cluster9181490860312504642/master-1/wal
02:58:31.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7f1d44bb63b64593b3ca9f45cbcfa692"
02:58:31.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 02:58:31 on dist-test-slave-5j0k"
02:58:31.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.314602 16378 fs_report.cc:383] FS layout report
02:58:31.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:58:31.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasktnuIQm/test-tmp/mini-kudu-cluster9181490860312504642/master-1/wal
02:58:31.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasktnuIQm/test-tmp/mini-kudu-cluster9181490860312504642/master-1/wal
02:58:31.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasktnuIQm/test-tmp/mini-kudu-cluster9181490860312504642/master-1/data/data
02:58:31.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:58:31.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:58:31.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:58:31.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:58:31.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:58:31.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:58:31.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:58:31.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:58:31.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:58:31.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:58:31.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:58:31.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.329960 16378 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
02:58:31.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.330758 16378 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:58:31.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.331024 16378 kserver.cc:163] Server-wide thread pool size limit: 3276
02:58:31.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.353775 16378 rpc_server.cc:307] RPC server started. Bound to: 127.15.232.61:46831
02:58:31.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.353824 16455 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.15.232.61:46831 every 8 connection(s)
02:58:31.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.355192 16378 server_base.cc:1166] Dumped server information to /tmp/dist-test-tasktnuIQm/test-tmp/mini-kudu-cluster9181490860312504642/master-1/data/info.pb
02:58:31.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.356611 16288 external_mini_cluster.cc:1388] Started /tmp/dist-test-tasktnuIQm/build/asan/bin/kudu as pid 16378
02:58:31.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.356810 16288 external_mini_cluster.cc:1402] Reading /tmp/dist-test-tasktnuIQm/test-tmp/mini-kudu-cluster9181490860312504642/master-1/wal/instance
02:58:31.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.358124 16288 external_mini_cluster.cc:1326] Running /tmp/dist-test-tasktnuIQm/build/asan/bin/kudu
02:58:31.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasktnuIQm/build/asan/bin/kudu
02:58:31.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktnuIQm/test-tmp/mini-kudu-cluster9181490860312504642/master-2/wal
02:58:31.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktnuIQm/test-tmp/mini-kudu-cluster9181490860312504642/master-2/data
02:58:31.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:58:31.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:58:31.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:58:31.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:58:31.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:58:31.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:58:31.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktnuIQm/test-tmp/mini-kudu-cluster9181490860312504642/master-2/logs
02:58:31.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktnuIQm/test-tmp/mini-kudu-cluster9181490860312504642/master-2/data/info.pb
02:58:31.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:58:31.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:58:31.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:58:31.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:58:31.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:58:31.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:58:31.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:58:31.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:58:31.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:58:31.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:58:31.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:58:31.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:58:31.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.232.60:38999
02:58:31.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.232.60
02:58:31.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:58:31.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.232.20:39023
02:58:31.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:58:31.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:58:31.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:58:31.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:58:31.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.232.62:42203,127.15.232.61:46831,127.15.232.60:38999
02:58:31.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:58:31.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41071/jwks.json
02:58:31.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
02:58:31.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
02:58:31.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.360064 16456 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:58:31.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.366937 16456 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.232.62" port: 42203 } has no permanent_uuid. Determining permanent_uuid...
02:58:31.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.382684 16456 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.232.61" port: 46831 } has no permanent_uuid. Determining permanent_uuid...
02:58:31.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.392252 16456 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.232.60" port: 38999 } has no permanent_uuid. Determining permanent_uuid...
02:58:31.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:58:31.393532 16397 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.15.232.60:38999: connect: Connection refused (error 111)
02:58:31.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:58:31.395229 16456 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.232.60:38999: Network error: Client connection negotiation failed: client connection to 127.15.232.60:38999: connect: Connection refused (error 111)
02:58:31.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.444599 16456 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.232.60" port: 38999 } attempt: 1
02:58:31.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:58:31.446786 16456 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.232.60:38999: Network error: Client connection negotiation failed: client connection to 127.15.232.60:38999: connect: Connection refused (error 111)
02:58:31.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.515076 16456 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.232.60" port: 38999 } attempt: 2
02:58:31.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:58:31.517248 16456 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.232.60:38999: Network error: Client connection negotiation failed: client connection to 127.15.232.60:38999: connect: Connection refused (error 111)
02:58:31.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.608541 16456 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.232.60" port: 38999 } attempt: 3
02:58:31.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.609545 16375 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.232.61" port: 46831 } attempt: 5
02:58:31.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:58:31.610952 16456 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.232.60:38999: Network error: Client connection negotiation failed: client connection to 127.15.232.60:38999: connect: Connection refused (error 111)
02:58:31.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.617103 16375 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.232.60" port: 38999 } has no permanent_uuid. Determining permanent_uuid...
02:58:31.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:58:31.619194 16375 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.232.60:38999: Network error: Client connection negotiation failed: client connection to 127.15.232.60:38999: connect: Connection refused (error 111)
02:58:31.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.670559 16375 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.232.60" port: 38999 } attempt: 1
02:58:31.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:58:31.672650 16375 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.232.60:38999: Network error: Client connection negotiation failed: client connection to 127.15.232.60:38999: connect: Connection refused (error 111)
02:58:31.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:58:31.688426 16458 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
02:58:31.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:58:31.688705 16458 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:58:31.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:58:31.688854 16458 flags.cc:425] Enabled unsafe flag: --never_fsync=true
02:58:31.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:58:31.695947 16458 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
02:58:31.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:58:31.696044 16458 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
02:58:31.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:58:31.696081 16458 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
02:58:31.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:58:31.696130 16458 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
02:58:31.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:58:31.696166 16458 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
02:58:31.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:58:31.696219 16458 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
02:58:31.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:58:31.696251 16458 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41071/jwks.json
02:58:31.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.705480 16458 master_runner.cc:386] Master server non-default flags:
02:58:31.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:58:31.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.232.20:39023
02:58:31.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:58:31.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:58:31.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
02:58:31.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktnuIQm/test-tmp/mini-kudu-cluster9181490860312504642/master-2/data
02:58:31.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktnuIQm/test-tmp/mini-kudu-cluster9181490860312504642/master-2/wal
02:58:31.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:58:31.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.232.62:42203,127.15.232.61:46831,127.15.232.60:38999
02:58:31.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
02:58:31.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:58:31.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:58:31.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:58:31.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.232.60:38999
02:58:31.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:58:31.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:58:31.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:58:31.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41071/jwks.json
02:58:31.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:58:31.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:58:31.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktnuIQm/test-tmp/mini-kudu-cluster9181490860312504642/master-2/data/info.pb
02:58:31.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.232.60
02:58:31.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:58:31.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:58:31.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:58:31.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:58:31.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:58:31.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:58:31.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktnuIQm/test-tmp/mini-kudu-cluster9181490860312504642/master-2/logs
02:58:31.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:58:31.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:58:31.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:58:31.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:58:31.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
02:58:31.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
02:58:31.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:58:31.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 02:00:34 UTC on ccycloud.quasar-ycjack.root.comops.site
02:58:31.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4456918
02:58:31.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
02:58:31.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.706733 16458 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:58:31.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.708461 16458 file_cache.cc:493] Constructed file cache file cache with capacity 419430
02:58:31.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:58:31.720366 16466 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:58:31.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:58:31.720974 16469 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:58:31.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:58:31.721002 16467 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:58:31.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.721367 16458 server_base.cc:1034] running on GCE node
02:58:31.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.722087 16458 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:58:31.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.723474 16458 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:58:31.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.724670 16458 hybrid_clock.cc:648] HybridClock initialized: now 1781924311724630 us; error 41 us; skew 500 ppm
02:58:31.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.725047 16458 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:58:31.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.727475 16458 webserver.cc:460] Webserver started at http://127.15.232.60:41889/ using document root <none> and password file <none>
02:58:31.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.728147 16458 fs_manager.cc:359] Metadata directory not provided
02:58:31.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.728235 16458 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:58:31.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.728488 16458 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
02:58:31.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.731194 16458 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasktnuIQm/test-tmp/mini-kudu-cluster9181490860312504642/master-2/data/instance:
02:58:31.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d2ce1e128c9844e09755d021d0b0f13a"
02:58:31.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 02:58:31 on dist-test-slave-5j0k"
02:58:31.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.731959 16458 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasktnuIQm/test-tmp/mini-kudu-cluster9181490860312504642/master-2/wal/instance:
02:58:31.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d2ce1e128c9844e09755d021d0b0f13a"
02:58:31.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 02:58:31 on dist-test-slave-5j0k"
02:58:31.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.737452 16458 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.003s sys 0.004s
02:58:31.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.740911 16475 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:58:31.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.740939 16375 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.232.60" port: 38999 } attempt: 2
02:58:31.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.742446 16458 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.003s sys 0.001s
02:58:31.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.742594 16458 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-tasktnuIQm/test-tmp/mini-kudu-cluster9181490860312504642/master-2/data,/tmp/dist-test-tasktnuIQm/test-tmp/mini-kudu-cluster9181490860312504642/master-2/wal
02:58:31.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d2ce1e128c9844e09755d021d0b0f13a"
02:58:31.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 02:58:31 on dist-test-slave-5j0k"
02:58:31.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.742820 16458 fs_report.cc:383] FS layout report
02:58:31.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:58:31.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasktnuIQm/test-tmp/mini-kudu-cluster9181490860312504642/master-2/wal
02:58:31.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasktnuIQm/test-tmp/mini-kudu-cluster9181490860312504642/master-2/wal
02:58:31.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasktnuIQm/test-tmp/mini-kudu-cluster9181490860312504642/master-2/data/data
02:58:31.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:58:31.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:58:31.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:58:31.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:58:31.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:58:31.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:58:31.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:58:31.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:58:31.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:58:31.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:58:31.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:58:31.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:58:31.743156 16375 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.232.60:38999: Network error: Client connection negotiation failed: client connection to 127.15.232.60:38999: connect: Connection refused (error 111)
02:58:31.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.754199 16456 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.232.60" port: 38999 } attempt: 4
02:58:31.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:58:31.756156 16456 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.232.60:38999: Network error: Client connection negotiation failed: client connection to 127.15.232.60:38999: connect: Connection refused (error 111)
02:58:31.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.771646 16458 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
02:58:31.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.772491 16458 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:58:31.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.772822 16458 kserver.cc:163] Server-wide thread pool size limit: 3276
02:58:31.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.794452 16458 rpc_server.cc:307] RPC server started. Bound to: 127.15.232.60:38999
02:58:31.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.794476 16536 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.15.232.60:38999 every 8 connection(s)
02:58:31.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.795847 16458 server_base.cc:1166] Dumped server information to /tmp/dist-test-tasktnuIQm/test-tmp/mini-kudu-cluster9181490860312504642/master-2/data/info.pb
02:58:31.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.799600 16537 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:58:31.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.806129 16288 external_mini_cluster.cc:1388] Started /tmp/dist-test-tasktnuIQm/build/asan/bin/kudu as pid 16458
02:58:31.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.806247 16288 external_mini_cluster.cc:1402] Reading /tmp/dist-test-tasktnuIQm/test-tmp/mini-kudu-cluster9181490860312504642/master-2/wal/instance
02:58:31.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.805783 16537 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.232.62" port: 42203 } has no permanent_uuid. Determining permanent_uuid...
02:58:31.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.821444 16537 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.232.61" port: 46831 } has no permanent_uuid. Determining permanent_uuid...
02:58:31.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.829222 16537 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.232.60" port: 38999 } has no permanent_uuid. Determining permanent_uuid...
02:58:31.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.840986 16537 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d2ce1e128c9844e09755d021d0b0f13a: Bootstrap starting.
02:58:31.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.844480 16537 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P d2ce1e128c9844e09755d021d0b0f13a: Neither blocks nor log segments found. Creating new log.
02:58:31.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.845536 16537 log.cc:824] T 00000000000000000000000000000000 P d2ce1e128c9844e09755d021d0b0f13a: Log is configured to *not* fsync() on all Append() calls
02:58:31.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.848476 16537 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d2ce1e128c9844e09755d021d0b0f13a: No bootstrap required, opened a new log
02:58:31.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.849370 16375 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.232.60" port: 38999 } attempt: 3
02:58:31.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.858357 16537 raft_consensus.cc:348] T 00000000000000000000000000000000 P d2ce1e128c9844e09755d021d0b0f13a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d6d106a7784d4b35a2de20b491009eb8" member_type: VOTER last_known_addr { host: "127.15.232.62" port: 42203 } } peers { permanent_uuid: "7f1d44bb63b64593b3ca9f45cbcfa692" member_type: VOTER last_known_addr { host: "127.15.232.61" port: 46831 } } peers { permanent_uuid: "d2ce1e128c9844e09755d021d0b0f13a" member_type: VOTER last_known_addr { host: "127.15.232.60" port: 38999 } }
02:58:31.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.858669 16537 raft_consensus.cc:374] T 00000000000000000000000000000000 P d2ce1e128c9844e09755d021d0b0f13a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:58:31.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.858744 16537 raft_consensus.cc:729] T 00000000000000000000000000000000 P d2ce1e128c9844e09755d021d0b0f13a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d2ce1e128c9844e09755d021d0b0f13a, State: Initialized, Role: FOLLOWER
02:58:31.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.859287 16537 consensus_queue.cc:260] T 00000000000000000000000000000000 P d2ce1e128c9844e09755d021d0b0f13a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d6d106a7784d4b35a2de20b491009eb8" member_type: VOTER last_known_addr { host: "127.15.232.62" port: 42203 } } peers { permanent_uuid: "7f1d44bb63b64593b3ca9f45cbcfa692" member_type: VOTER last_known_addr { host: "127.15.232.61" port: 46831 } } peers { permanent_uuid: "d2ce1e128c9844e09755d021d0b0f13a" member_type: VOTER last_known_addr { host: "127.15.232.60" port: 38999 } }
02:58:31.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.860146 16546 sys_catalog.cc:455] T 00000000000000000000000000000000 P d2ce1e128c9844e09755d021d0b0f13a [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d6d106a7784d4b35a2de20b491009eb8" member_type: VOTER last_known_addr { host: "127.15.232.62" port: 42203 } } peers { permanent_uuid: "7f1d44bb63b64593b3ca9f45cbcfa692" member_type: VOTER last_known_addr { host: "127.15.232.61" port: 46831 } } peers { permanent_uuid: "d2ce1e128c9844e09755d021d0b0f13a" member_type: VOTER last_known_addr { host: "127.15.232.60" port: 38999 } } }
02:58:31.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.860515 16546 sys_catalog.cc:458] T 00000000000000000000000000000000 P d2ce1e128c9844e09755d021d0b0f13a [sys.catalog]: This master's current role is: FOLLOWER
02:58:31.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.861050 16375 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d6d106a7784d4b35a2de20b491009eb8: Bootstrap starting.
02:58:31.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.861610 16537 sys_catalog.cc:564] T 00000000000000000000000000000000 P d2ce1e128c9844e09755d021d0b0f13a [sys.catalog]: configured and running, proceeding with master startup.
02:58:31.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.864374 16375 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P d6d106a7784d4b35a2de20b491009eb8: Neither blocks nor log segments found. Creating new log.
02:58:31.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.865543 16375 log.cc:824] T 00000000000000000000000000000000 P d6d106a7784d4b35a2de20b491009eb8: Log is configured to *not* fsync() on all Append() calls
02:58:31.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.868542 16375 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d6d106a7784d4b35a2de20b491009eb8: No bootstrap required, opened a new log
02:58:31.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.868716 16458 master_runner.cc:186] Error getting master registration for 127.15.232.62:42203: OK, instance_id { permanent_uuid: "d6d106a7784d4b35a2de20b491009eb8" instance_seqno: 1781924310910530 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
02:58:31.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.879966 16458 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
02:58:31.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.879878 16375 raft_consensus.cc:348] T 00000000000000000000000000000000 P d6d106a7784d4b35a2de20b491009eb8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d6d106a7784d4b35a2de20b491009eb8" member_type: VOTER last_known_addr { host: "127.15.232.62" port: 42203 } } peers { permanent_uuid: "7f1d44bb63b64593b3ca9f45cbcfa692" member_type: VOTER last_known_addr { host: "127.15.232.61" port: 46831 } } peers { permanent_uuid: "d2ce1e128c9844e09755d021d0b0f13a" member_type: VOTER last_known_addr { host: "127.15.232.60" port: 38999 } }
02:58:31.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.880293 16375 raft_consensus.cc:374] T 00000000000000000000000000000000 P d6d106a7784d4b35a2de20b491009eb8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:58:31.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.880420 16375 raft_consensus.cc:729] T 00000000000000000000000000000000 P d6d106a7784d4b35a2de20b491009eb8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d6d106a7784d4b35a2de20b491009eb8, State: Initialized, Role: FOLLOWER
02:58:31.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.881129 16375 consensus_queue.cc:260] T 00000000000000000000000000000000 P d6d106a7784d4b35a2de20b491009eb8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d6d106a7784d4b35a2de20b491009eb8" member_type: VOTER last_known_addr { host: "127.15.232.62" port: 42203 } } peers { permanent_uuid: "7f1d44bb63b64593b3ca9f45cbcfa692" member_type: VOTER last_known_addr { host: "127.15.232.61" port: 46831 } } peers { permanent_uuid: "d2ce1e128c9844e09755d021d0b0f13a" member_type: VOTER last_known_addr { host: "127.15.232.60" port: 38999 } }
02:58:31.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:58:31.882033 16558 catalog_manager.cc:1558] T 00000000000000000000000000000000 P d2ce1e128c9844e09755d021d0b0f13a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:58:31.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:58:31.882151 16558 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:58:31.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.882719 16560 sys_catalog.cc:455] T 00000000000000000000000000000000 P d6d106a7784d4b35a2de20b491009eb8 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d6d106a7784d4b35a2de20b491009eb8" member_type: VOTER last_known_addr { host: "127.15.232.62" port: 42203 } } peers { permanent_uuid: "7f1d44bb63b64593b3ca9f45cbcfa692" member_type: VOTER last_known_addr { host: "127.15.232.61" port: 46831 } } peers { permanent_uuid: "d2ce1e128c9844e09755d021d0b0f13a" member_type: VOTER last_known_addr { host: "127.15.232.60" port: 38999 } } }
02:58:31.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.883112 16560 sys_catalog.cc:458] T 00000000000000000000000000000000 P d6d106a7784d4b35a2de20b491009eb8 [sys.catalog]: This master's current role is: FOLLOWER
02:58:31.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.883891 16375 sys_catalog.cc:564] T 00000000000000000000000000000000 P d6d106a7784d4b35a2de20b491009eb8 [sys.catalog]: configured and running, proceeding with master startup.
02:58:31.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:58:31.893575 16571 catalog_manager.cc:1558] T 00000000000000000000000000000000 P d6d106a7784d4b35a2de20b491009eb8: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:58:31.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:58:31.893713 16571 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:58:31.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.897363 16560 raft_consensus.cc:482] T 00000000000000000000000000000000 P d6d106a7784d4b35a2de20b491009eb8 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:58:31.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.897668 16560 raft_consensus.cc:504] T 00000000000000000000000000000000 P d6d106a7784d4b35a2de20b491009eb8 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d6d106a7784d4b35a2de20b491009eb8" member_type: VOTER last_known_addr { host: "127.15.232.62" port: 42203 } } peers { permanent_uuid: "7f1d44bb63b64593b3ca9f45cbcfa692" member_type: VOTER last_known_addr { host: "127.15.232.61" port: 46831 } } peers { permanent_uuid: "d2ce1e128c9844e09755d021d0b0f13a" member_type: VOTER last_known_addr { host: "127.15.232.60" port: 38999 } }
02:58:31.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:58:31.897828 16319 tablet.cc:2369] T 00000000000000000000000000000000 P d6d106a7784d4b35a2de20b491009eb8: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:58:31.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.899257 16560 leader_election.cc:288] T 00000000000000000000000000000000 P d6d106a7784d4b35a2de20b491009eb8 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 7f1d44bb63b64593b3ca9f45cbcfa692 (127.15.232.61:46831), d2ce1e128c9844e09755d021d0b0f13a (127.15.232.60:38999)
02:58:31.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.900650 16502 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d6d106a7784d4b35a2de20b491009eb8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d2ce1e128c9844e09755d021d0b0f13a" is_pre_election: true
02:58:31.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.901304 16502 raft_consensus.cc:2454] T 00000000000000000000000000000000 P d2ce1e128c9844e09755d021d0b0f13a [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d6d106a7784d4b35a2de20b491009eb8 in term 0.
02:58:31.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.901969 16316 leader_election.cc:302] T 00000000000000000000000000000000 P d6d106a7784d4b35a2de20b491009eb8 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: d2ce1e128c9844e09755d021d0b0f13a, d6d106a7784d4b35a2de20b491009eb8; no voters:
02:58:31.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.902405 16560 raft_consensus.cc:2781] T 00000000000000000000000000000000 P d6d106a7784d4b35a2de20b491009eb8 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:58:31.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.902568 16560 raft_consensus.cc:482] T 00000000000000000000000000000000 P d6d106a7784d4b35a2de20b491009eb8 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:58:31.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.902673 16560 raft_consensus.cc:3037] T 00000000000000000000000000000000 P d6d106a7784d4b35a2de20b491009eb8 [term 0 FOLLOWER]: Advancing to term 1
02:58:31.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.894977 16299 master_runner.cc:186] Error getting master registration for 127.15.232.61:46831: OK, instance_id { permanent_uuid: "7f1d44bb63b64593b3ca9f45cbcfa692" instance_seqno: 1781924311347378 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
02:58:31.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.905546 16299 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
02:58:31.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.905885 16560 raft_consensus.cc:504] T 00000000000000000000000000000000 P d6d106a7784d4b35a2de20b491009eb8 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d6d106a7784d4b35a2de20b491009eb8" member_type: VOTER last_known_addr { host: "127.15.232.62" port: 42203 } } peers { permanent_uuid: "7f1d44bb63b64593b3ca9f45cbcfa692" member_type: VOTER last_known_addr { host: "127.15.232.61" port: 46831 } } peers { permanent_uuid: "d2ce1e128c9844e09755d021d0b0f13a" member_type: VOTER last_known_addr { host: "127.15.232.60" port: 38999 } }
02:58:31.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.906505 16560 leader_election.cc:288] T 00000000000000000000000000000000 P d6d106a7784d4b35a2de20b491009eb8 [CANDIDATE]: Term 1 election: Requested vote from peers 7f1d44bb63b64593b3ca9f45cbcfa692 (127.15.232.61:46831), d2ce1e128c9844e09755d021d0b0f13a (127.15.232.60:38999)
02:58:31.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.906965 16502 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d6d106a7784d4b35a2de20b491009eb8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d2ce1e128c9844e09755d021d0b0f13a"
02:58:31.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.907196 16502 raft_consensus.cc:3037] T 00000000000000000000000000000000 P d2ce1e128c9844e09755d021d0b0f13a [term 0 FOLLOWER]: Advancing to term 1
02:58:31.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.910455 16502 raft_consensus.cc:2454] T 00000000000000000000000000000000 P d2ce1e128c9844e09755d021d0b0f13a [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d6d106a7784d4b35a2de20b491009eb8 in term 1.
02:58:31.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.910840 16316 leader_election.cc:302] T 00000000000000000000000000000000 P d6d106a7784d4b35a2de20b491009eb8 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: d2ce1e128c9844e09755d021d0b0f13a, d6d106a7784d4b35a2de20b491009eb8; no voters:
02:58:31.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.911386 16560 raft_consensus.cc:2781] T 00000000000000000000000000000000 P d6d106a7784d4b35a2de20b491009eb8 [term 1 FOLLOWER]: Leader election won for term 1
02:58:31.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.918195 16560 raft_consensus.cc:686] T 00000000000000000000000000000000 P d6d106a7784d4b35a2de20b491009eb8 [term 1 LEADER]: Becoming Leader. State: Replica: d6d106a7784d4b35a2de20b491009eb8, State: Running, Role: LEADER
02:58:31.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.918864 16560 consensus_queue.cc:237] T 00000000000000000000000000000000 P d6d106a7784d4b35a2de20b491009eb8 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d6d106a7784d4b35a2de20b491009eb8" member_type: VOTER last_known_addr { host: "127.15.232.62" port: 42203 } } peers { permanent_uuid: "7f1d44bb63b64593b3ca9f45cbcfa692" member_type: VOTER last_known_addr { host: "127.15.232.61" port: 46831 } } peers { permanent_uuid: "d2ce1e128c9844e09755d021d0b0f13a" member_type: VOTER last_known_addr { host: "127.15.232.60" port: 38999 } }
02:58:31.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.922370 16573 sys_catalog.cc:455] T 00000000000000000000000000000000 P d6d106a7784d4b35a2de20b491009eb8 [sys.catalog]: SysCatalogTable state changed. Reason: New leader d6d106a7784d4b35a2de20b491009eb8. Latest consensus state: current_term: 1 leader_uuid: "d6d106a7784d4b35a2de20b491009eb8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d6d106a7784d4b35a2de20b491009eb8" member_type: VOTER last_known_addr { host: "127.15.232.62" port: 42203 } } peers { permanent_uuid: "7f1d44bb63b64593b3ca9f45cbcfa692" member_type: VOTER last_known_addr { host: "127.15.232.61" port: 46831 } } peers { permanent_uuid: "d2ce1e128c9844e09755d021d0b0f13a" member_type: VOTER last_known_addr { host: "127.15.232.60" port: 38999 } } }
02:58:31.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.923187 16573 sys_catalog.cc:458] T 00000000000000000000000000000000 P d6d106a7784d4b35a2de20b491009eb8 [sys.catalog]: This master's current role is: LEADER
02:58:31.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.938871 16575 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
02:58:31.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.942672 16575 catalog_manager.cc:1484] Initializing Kudu cluster ID...
02:58:31.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.952020 16502 raft_consensus.cc:1261] T 00000000000000000000000000000000 P d2ce1e128c9844e09755d021d0b0f13a [term 1 FOLLOWER]: Refusing update from remote peer d6d106a7784d4b35a2de20b491009eb8: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:58:31.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.953027 16573 consensus_queue.cc:1035] T 00000000000000000000000000000000 P d6d106a7784d4b35a2de20b491009eb8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "d2ce1e128c9844e09755d021d0b0f13a" member_type: VOTER last_known_addr { host: "127.15.232.60" port: 38999 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:58:31.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.970767 16546 sys_catalog.cc:455] T 00000000000000000000000000000000 P d2ce1e128c9844e09755d021d0b0f13a [sys.catalog]: SysCatalogTable state changed. Reason: New leader d6d106a7784d4b35a2de20b491009eb8. Latest consensus state: current_term: 1 leader_uuid: "d6d106a7784d4b35a2de20b491009eb8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d6d106a7784d4b35a2de20b491009eb8" member_type: VOTER last_known_addr { host: "127.15.232.62" port: 42203 } } peers { permanent_uuid: "7f1d44bb63b64593b3ca9f45cbcfa692" member_type: VOTER last_known_addr { host: "127.15.232.61" port: 46831 } } peers { permanent_uuid: "d2ce1e128c9844e09755d021d0b0f13a" member_type: VOTER last_known_addr { host: "127.15.232.60" port: 38999 } } }
02:58:31.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.971129 16546 sys_catalog.cc:458] T 00000000000000000000000000000000 P d2ce1e128c9844e09755d021d0b0f13a [sys.catalog]: This master's current role is: FOLLOWER
02:58:31.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.975668 16576 mvcc.cc:205] Tried to move back new op lower bound from 7298761981745102848 to 7298761981624885248. Current Snapshot: MvccSnapshot[applied={T|T < 7298761981745102848}]
02:58:31.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.977460 16560 sys_catalog.cc:455] T 00000000000000000000000000000000 P d6d106a7784d4b35a2de20b491009eb8 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "d6d106a7784d4b35a2de20b491009eb8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d6d106a7784d4b35a2de20b491009eb8" member_type: VOTER last_known_addr { host: "127.15.232.62" port: 42203 } } peers { permanent_uuid: "7f1d44bb63b64593b3ca9f45cbcfa692" member_type: VOTER last_known_addr { host: "127.15.232.61" port: 46831 } } peers { permanent_uuid: "d2ce1e128c9844e09755d021d0b0f13a" member_type: VOTER last_known_addr { host: "127.15.232.60" port: 38999 } } }
02:58:31.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.977779 16560 sys_catalog.cc:458] T 00000000000000000000000000000000 P d6d106a7784d4b35a2de20b491009eb8 [sys.catalog]: This master's current role is: LEADER
02:58:31.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.978893 16546 sys_catalog.cc:455] T 00000000000000000000000000000000 P d2ce1e128c9844e09755d021d0b0f13a [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "d6d106a7784d4b35a2de20b491009eb8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d6d106a7784d4b35a2de20b491009eb8" member_type: VOTER last_known_addr { host: "127.15.232.62" port: 42203 } } peers { permanent_uuid: "7f1d44bb63b64593b3ca9f45cbcfa692" member_type: VOTER last_known_addr { host: "127.15.232.61" port: 46831 } } peers { permanent_uuid: "d2ce1e128c9844e09755d021d0b0f13a" member_type: VOTER last_known_addr { host: "127.15.232.60" port: 38999 } } }
02:58:31.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.979140 16546 sys_catalog.cc:458] T 00000000000000000000000000000000 P d2ce1e128c9844e09755d021d0b0f13a [sys.catalog]: This master's current role is: FOLLOWER
02:58:31.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.982290 16575 catalog_manager.cc:1347] Generated new cluster ID: 7e65ec68eef5425ca1dba534e9a99990
02:58:31.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.982394 16575 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
02:58:31.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:31.998414 16575 catalog_manager.cc:1370] Generated new certificate authority record
02:58:32.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:32.000428 16575 catalog_manager.cc:1504] Loading token signing keys...
02:58:32.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:32.027607 16575 catalog_manager.cc:5868] T 00000000000000000000000000000000 P d6d106a7784d4b35a2de20b491009eb8: Generated new TSK 0
02:58:32.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:32.028975 16575 catalog_manager.cc:1514] Initializing in-progress tserver states...
02:58:32.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:32.050407 16288 external_mini_cluster.cc:1326] Running /tmp/dist-test-tasktnuIQm/build/asan/bin/kudu
02:58:32.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasktnuIQm/build/asan/bin/kudu
02:58:32.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktnuIQm/test-tmp/mini-kudu-cluster9181490860312504642/ts-0/wal
02:58:32.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktnuIQm/test-tmp/mini-kudu-cluster9181490860312504642/ts-0/data
02:58:32.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:58:32.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:58:32.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:58:32.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:58:32.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:58:32.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:58:32.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktnuIQm/test-tmp/mini-kudu-cluster9181490860312504642/ts-0/logs
02:58:32.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktnuIQm/test-tmp/mini-kudu-cluster9181490860312504642/ts-0/data/info.pb
02:58:32.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:58:32.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:58:32.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:58:32.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:58:32.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:58:32.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:58:32.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:58:32.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:58:32.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:58:32.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:58:32.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.232.1:0
02:58:32.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.232.1
02:58:32.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.232.1
02:58:32.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:58:32.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.232.62:42203,127.15.232.61:46831,127.15.232.60:38999
02:58:32.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.232.20:39023
02:58:32.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:58:32.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:58:32.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:58:32.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
02:58:32.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
02:58:32.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
02:58:32.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:32.055352 16456 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.232.60" port: 38999 } attempt: 5
02:58:32.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:32.073314 16456 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7f1d44bb63b64593b3ca9f45cbcfa692: Bootstrap starting.
02:58:32.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:32.080976 16456 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 7f1d44bb63b64593b3ca9f45cbcfa692: Neither blocks nor log segments found. Creating new log.
02:58:32.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:32.084527 16456 log.cc:824] T 00000000000000000000000000000000 P 7f1d44bb63b64593b3ca9f45cbcfa692: Log is configured to *not* fsync() on all Append() calls
02:58:32.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:32.101145 16456 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7f1d44bb63b64593b3ca9f45cbcfa692: No bootstrap required, opened a new log
02:58:32.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:32.130131 16456 raft_consensus.cc:348] T 00000000000000000000000000000000 P 7f1d44bb63b64593b3ca9f45cbcfa692 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d6d106a7784d4b35a2de20b491009eb8" member_type: VOTER last_known_addr { host: "127.15.232.62" port: 42203 } } peers { permanent_uuid: "7f1d44bb63b64593b3ca9f45cbcfa692" member_type: VOTER last_known_addr { host: "127.15.232.61" port: 46831 } } peers { permanent_uuid: "d2ce1e128c9844e09755d021d0b0f13a" member_type: VOTER last_known_addr { host: "127.15.232.60" port: 38999 } }
02:58:32.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:32.131505 16456 raft_consensus.cc:374] T 00000000000000000000000000000000 P 7f1d44bb63b64593b3ca9f45cbcfa692 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:58:32.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:32.131953 16456 raft_consensus.cc:729] T 00000000000000000000000000000000 P 7f1d44bb63b64593b3ca9f45cbcfa692 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7f1d44bb63b64593b3ca9f45cbcfa692, State: Initialized, Role: FOLLOWER
02:58:32.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:32.133630 16456 consensus_queue.cc:260] T 00000000000000000000000000000000 P 7f1d44bb63b64593b3ca9f45cbcfa692 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d6d106a7784d4b35a2de20b491009eb8" member_type: VOTER last_known_addr { host: "127.15.232.62" port: 42203 } } peers { permanent_uuid: "7f1d44bb63b64593b3ca9f45cbcfa692" member_type: VOTER last_known_addr { host: "127.15.232.61" port: 46831 } } peers { permanent_uuid: "d2ce1e128c9844e09755d021d0b0f13a" member_type: VOTER last_known_addr { host: "127.15.232.60" port: 38999 } }
02:58:32.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:32.147907 16420 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d6d106a7784d4b35a2de20b491009eb8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7f1d44bb63b64593b3ca9f45cbcfa692"
02:58:32.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:32.148419 16420 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 7f1d44bb63b64593b3ca9f45cbcfa692 [term 0 FOLLOWER]: Advancing to term 1
02:58:32.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:32.151633 16420 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 7f1d44bb63b64593b3ca9f45cbcfa692 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d6d106a7784d4b35a2de20b491009eb8 in term 1.
02:58:32.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:32.152815 16419 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 7f1d44bb63b64593b3ca9f45cbcfa692 [term 1 FOLLOWER]: Refusing update from remote peer d6d106a7784d4b35a2de20b491009eb8: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:58:32.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:32.153417 16421 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d6d106a7784d4b35a2de20b491009eb8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7f1d44bb63b64593b3ca9f45cbcfa692" is_pre_election: true
02:58:32.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:32.153725 16421 raft_consensus.cc:2362] T 00000000000000000000000000000000 P 7f1d44bb63b64593b3ca9f45cbcfa692 [term 1 FOLLOWER]: Leader pre-election vote request: Already granted yes vote for candidate d6d106a7784d4b35a2de20b491009eb8 in term 1. Re-sending same reply.
02:58:32.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:32.155230 16560 consensus_queue.cc:1035] T 00000000000000000000000000000000 P d6d106a7784d4b35a2de20b491009eb8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7f1d44bb63b64593b3ca9f45cbcfa692" member_type: VOTER last_known_addr { host: "127.15.232.61" port: 46831 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:58:32.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:32.155422 16456 sys_catalog.cc:564] T 00000000000000000000000000000000 P 7f1d44bb63b64593b3ca9f45cbcfa692 [sys.catalog]: configured and running, proceeding with master startup.
02:58:32.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:32.156965 16583 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7f1d44bb63b64593b3ca9f45cbcfa692 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d6d106a7784d4b35a2de20b491009eb8" member_type: VOTER last_known_addr { host: "127.15.232.62" port: 42203 } } peers { permanent_uuid: "7f1d44bb63b64593b3ca9f45cbcfa692" member_type: VOTER last_known_addr { host: "127.15.232.61" port: 46831 } } peers { permanent_uuid: "d2ce1e128c9844e09755d021d0b0f13a" member_type: VOTER last_known_addr { host: "127.15.232.60" port: 38999 } } }
02:58:32.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:32.160175 16583 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7f1d44bb63b64593b3ca9f45cbcfa692 [sys.catalog]: This master's current role is: FOLLOWER
02:58:32.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:32.205983 16583 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7f1d44bb63b64593b3ca9f45cbcfa692 [sys.catalog]: SysCatalogTable state changed. Reason: New leader d6d106a7784d4b35a2de20b491009eb8. Latest consensus state: current_term: 1 leader_uuid: "d6d106a7784d4b35a2de20b491009eb8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d6d106a7784d4b35a2de20b491009eb8" member_type: VOTER last_known_addr { host: "127.15.232.62" port: 42203 } } peers { permanent_uuid: "7f1d44bb63b64593b3ca9f45cbcfa692" member_type: VOTER last_known_addr { host: "127.15.232.61" port: 46831 } } peers { permanent_uuid: "d2ce1e128c9844e09755d021d0b0f13a" member_type: VOTER last_known_addr { host: "127.15.232.60" port: 38999 } } }
02:58:32.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:32.206358 16583 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7f1d44bb63b64593b3ca9f45cbcfa692 [sys.catalog]: This master's current role is: FOLLOWER
02:58:32.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:32.206715 16585 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7f1d44bb63b64593b3ca9f45cbcfa692 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "d6d106a7784d4b35a2de20b491009eb8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d6d106a7784d4b35a2de20b491009eb8" member_type: VOTER last_known_addr { host: "127.15.232.62" port: 42203 } } peers { permanent_uuid: "7f1d44bb63b64593b3ca9f45cbcfa692" member_type: VOTER last_known_addr { host: "127.15.232.61" port: 46831 } } peers { permanent_uuid: "d2ce1e128c9844e09755d021d0b0f13a" member_type: VOTER last_known_addr { host: "127.15.232.60" port: 38999 } } }
02:58:32.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:32.207095 16585 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7f1d44bb63b64593b3ca9f45cbcfa692 [sys.catalog]: This master's current role is: FOLLOWER
02:58:32.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:32.248176 16599 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
02:58:32.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:32.265843 16560 sys_catalog.cc:455] T 00000000000000000000000000000000 P d6d106a7784d4b35a2de20b491009eb8 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "d6d106a7784d4b35a2de20b491009eb8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d6d106a7784d4b35a2de20b491009eb8" member_type: VOTER last_known_addr { host: "127.15.232.62" port: 42203 } } peers { permanent_uuid: "7f1d44bb63b64593b3ca9f45cbcfa692" member_type: VOTER last_known_addr { host: "127.15.232.61" port: 46831 } } peers { permanent_uuid: "d2ce1e128c9844e09755d021d0b0f13a" member_type: VOTER last_known_addr { host: "127.15.232.60" port: 38999 } } }
02:58:32.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:32.266158 16560 sys_catalog.cc:458] T 00000000000000000000000000000000 P d6d106a7784d4b35a2de20b491009eb8 [sys.catalog]: This master's current role is: LEADER
02:58:32.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:58:32.493263 16581 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
02:58:32.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:58:32.493573 16581 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:58:32.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:58:32.493718 16581 flags.cc:425] Enabled unsafe flag: --never_fsync=true
02:58:32.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:58:32.501036 16581 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
02:58:32.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:58:32.501219 16581 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
02:58:32.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:58:32.501273 16581 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
02:58:32.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:58:32.501338 16581 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
02:58:32.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:58:32.501434 16581 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.15.232.1
02:58:32.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:32.511034 16581 tablet_server_runner.cc:78] Tablet server non-default flags:
02:58:32.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:58:32.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.232.20:39023
02:58:32.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:58:32.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:58:32.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktnuIQm/test-tmp/mini-kudu-cluster9181490860312504642/ts-0/data
02:58:32.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktnuIQm/test-tmp/mini-kudu-cluster9181490860312504642/ts-0/wal
02:58:32.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:58:32.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:58:32.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.232.1:0
02:58:32.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:58:32.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:58:32.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:58:32.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktnuIQm/test-tmp/mini-kudu-cluster9181490860312504642/ts-0/data/info.pb
02:58:32.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.232.1
02:58:32.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:58:32.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
02:58:32.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
02:58:32.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
02:58:32.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.232.62:42203,127.15.232.61:46831,127.15.232.60:38999
02:58:32.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:58:32.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:58:32.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:58:32.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:58:32.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:58:32.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.232.1
02:58:32.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktnuIQm/test-tmp/mini-kudu-cluster9181490860312504642/ts-0/logs
02:58:32.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:58:32.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:58:32.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:58:32.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:58:32.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
02:58:32.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
02:58:32.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:58:32.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 02:00:34 UTC on ccycloud.quasar-ycjack.root.comops.site
02:58:32.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4456918
02:58:32.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
02:58:32.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:32.512667 16581 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:58:32.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:32.514462 16581 file_cache.cc:493] Constructed file cache file cache with capacity 419430
02:58:32.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:58:32.529294 16607 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:58:32.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:58:32.529330 16604 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:58:32.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:58:32.529378 16605 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:58:32.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:32.530637 16581 server_base.cc:1034] running on GCE node
02:58:32.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:32.531544 16581 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:58:32.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:32.532577 16581 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:58:32.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:32.533824 16581 hybrid_clock.cc:648] HybridClock initialized: now 1781924312533729 us; error 78 us; skew 500 ppm
02:58:32.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:32.534178 16581 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:58:32.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:32.536432 16581 webserver.cc:460] Webserver started at http://127.15.232.1:34665/ using document root <none> and password file <none>
02:58:32.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:32.537209 16581 fs_manager.cc:359] Metadata directory not provided
02:58:32.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:32.537343 16581 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:58:32.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:32.537657 16581 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
02:58:32.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:32.540246 16581 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasktnuIQm/test-tmp/mini-kudu-cluster9181490860312504642/ts-0/data/instance:
02:58:32.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "507fe0ad5f894e8e9afe54bc257ebe32"
02:58:32.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 02:58:32 on dist-test-slave-5j0k"
02:58:32.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:32.541076 16581 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasktnuIQm/test-tmp/mini-kudu-cluster9181490860312504642/ts-0/wal/instance:
02:58:32.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "507fe0ad5f894e8e9afe54bc257ebe32"
02:58:32.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 02:58:32 on dist-test-slave-5j0k"
02:58:32.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:32.546202 16581 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.004s sys 0.000s
02:58:32.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:32.549722 16613 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:58:32.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:32.551163 16581 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.004s sys 0.000s
02:58:32.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:32.551298 16581 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-tasktnuIQm/test-tmp/mini-kudu-cluster9181490860312504642/ts-0/data,/tmp/dist-test-tasktnuIQm/test-tmp/mini-kudu-cluster9181490860312504642/ts-0/wal
02:58:32.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "507fe0ad5f894e8e9afe54bc257ebe32"
02:58:32.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 02:58:32 on dist-test-slave-5j0k"
02:58:32.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:32.551474 16581 fs_report.cc:383] FS layout report
02:58:32.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:58:32.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasktnuIQm/test-tmp/mini-kudu-cluster9181490860312504642/ts-0/wal
02:58:32.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasktnuIQm/test-tmp/mini-kudu-cluster9181490860312504642/ts-0/wal
02:58:32.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasktnuIQm/test-tmp/mini-kudu-cluster9181490860312504642/ts-0/data/data
02:58:32.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:58:32.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:58:32.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:58:32.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:58:32.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:58:32.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:58:32.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:58:32.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:58:32.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:58:32.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:58:32.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:58:32.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:32.568943 16581 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
02:58:32.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:32.569722 16581 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:58:32.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:32.569994 16581 kserver.cc:163] Server-wide thread pool size limit: 3276
02:58:32.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:32.572810 16581 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:58:32.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:32.572942 16581 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
02:58:32.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:32.573067 16581 ts_tablet_manager.cc:610] Registered 0 tablets
02:58:32.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:32.573139 16581 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
02:58:32.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:32.640755 16581 rpc_server.cc:307] RPC server started. Bound to: 127.15.232.1:36287
02:58:32.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:32.640846 16737 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.15.232.1:36287 every 8 connection(s)
02:58:32.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:32.642069 16581 server_base.cc:1166] Dumped server information to /tmp/dist-test-tasktnuIQm/test-tmp/mini-kudu-cluster9181490860312504642/ts-0/data/info.pb
02:58:32.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:32.645557 16288 external_mini_cluster.cc:1388] Started /tmp/dist-test-tasktnuIQm/build/asan/bin/kudu as pid 16581
02:58:32.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:32.645787 16288 external_mini_cluster.cc:1402] Reading /tmp/dist-test-tasktnuIQm/test-tmp/mini-kudu-cluster9181490860312504642/ts-0/wal/instance
02:58:32.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:32.650162 16738 heartbeater.cc:347] Connected to a master server at 127.15.232.62:42203
02:58:32.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:32.650593 16738 heartbeater.cc:464] Registering TS with master...
02:58:32.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:32.651592 16738 heartbeater.cc:511] Master 127.15.232.62:42203 requested a full tablet report, sending...
02:58:32.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:32.652822 16288 external_mini_cluster.cc:1326] Running /tmp/dist-test-tasktnuIQm/build/asan/bin/kudu
02:58:32.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasktnuIQm/build/asan/bin/kudu
02:58:32.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktnuIQm/test-tmp/mini-kudu-cluster9181490860312504642/ts-1/wal
02:58:32.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktnuIQm/test-tmp/mini-kudu-cluster9181490860312504642/ts-1/data
02:58:32.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:58:32.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:58:32.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:58:32.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:58:32.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:58:32.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:58:32.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktnuIQm/test-tmp/mini-kudu-cluster9181490860312504642/ts-1/logs
02:58:32.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktnuIQm/test-tmp/mini-kudu-cluster9181490860312504642/ts-1/data/info.pb
02:58:32.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:58:32.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:58:32.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:58:32.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:58:32.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:58:32.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:58:32.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:58:32.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:58:32.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:58:32.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:58:32.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.232.2:0
02:58:32.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.232.2
02:58:32.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.232.2
02:58:32.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:58:32.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.232.62:42203,127.15.232.61:46831,127.15.232.60:38999
02:58:32.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.232.20:39023
02:58:32.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:58:32.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:58:32.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:58:32.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
02:58:32.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
02:58:32.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
02:58:32.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:32.656827 16330 ts_manager.cc:194] Registered new tserver with Master: 507fe0ad5f894e8e9afe54bc257ebe32 (127.15.232.1:36287)
02:58:32.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:32.658627 16330 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.15.232.1:50589
02:58:32.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:32.659637 16740 heartbeater.cc:347] Connected to a master server at 127.15.232.61:46831
02:58:32.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:32.659793 16740 heartbeater.cc:464] Registering TS with master...
02:58:32.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:32.660290 16740 heartbeater.cc:511] Master 127.15.232.61:46831 requested a full tablet report, sending...
02:58:32.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:32.662060 16411 ts_manager.cc:194] Registered new tserver with Master: 507fe0ad5f894e8e9afe54bc257ebe32 (127.15.232.1:36287)
02:58:32.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:32.668413 16739 heartbeater.cc:347] Connected to a master server at 127.15.232.60:38999
02:58:32.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:32.668565 16739 heartbeater.cc:464] Registering TS with master...
02:58:32.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:32.668991 16739 heartbeater.cc:511] Master 127.15.232.60:38999 requested a full tablet report, sending...
02:58:32.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:32.670519 16492 ts_manager.cc:194] Registered new tserver with Master: 507fe0ad5f894e8e9afe54bc257ebe32 (127.15.232.1:36287)
02:58:32.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:32.884119 16558 catalog_manager.cc:1259] Loaded cluster ID: 7e65ec68eef5425ca1dba534e9a99990
02:58:32.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:32.884316 16558 catalog_manager.cc:1552] T 00000000000000000000000000000000 P d2ce1e128c9844e09755d021d0b0f13a: loading cluster ID for follower catalog manager: success
02:58:32.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:32.887109 16558 catalog_manager.cc:1574] T 00000000000000000000000000000000 P d2ce1e128c9844e09755d021d0b0f13a: acquiring CA information for follower catalog manager: success
02:58:32.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:32.888911 16558 catalog_manager.cc:1602] T 00000000000000000000000000000000 P d2ce1e128c9844e09755d021d0b0f13a: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:58:32.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:58:32.997015 16743 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
02:58:32.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:58:32.997375 16743 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:58:32.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:58:32.997534 16743 flags.cc:425] Enabled unsafe flag: --never_fsync=true
02:58:33.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:58:33.005723 16743 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
02:58:33.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:58:33.005920 16743 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
02:58:33.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:58:33.005990 16743 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
02:58:33.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:58:33.006060 16743 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
02:58:33.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:58:33.006215 16743 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.15.232.2
02:58:33.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.015767 16743 tablet_server_runner.cc:78] Tablet server non-default flags:
02:58:33.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:58:33.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.232.20:39023
02:58:33.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:58:33.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:58:33.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktnuIQm/test-tmp/mini-kudu-cluster9181490860312504642/ts-1/data
02:58:33.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktnuIQm/test-tmp/mini-kudu-cluster9181490860312504642/ts-1/wal
02:58:33.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:58:33.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:58:33.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.232.2:0
02:58:33.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:58:33.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:58:33.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:58:33.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktnuIQm/test-tmp/mini-kudu-cluster9181490860312504642/ts-1/data/info.pb
02:58:33.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.232.2
02:58:33.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:58:33.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
02:58:33.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
02:58:33.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
02:58:33.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.232.62:42203,127.15.232.61:46831,127.15.232.60:38999
02:58:33.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:58:33.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:58:33.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:58:33.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:58:33.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:58:33.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.232.2
02:58:33.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktnuIQm/test-tmp/mini-kudu-cluster9181490860312504642/ts-1/logs
02:58:33.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:58:33.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:58:33.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:58:33.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:58:33.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
02:58:33.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
02:58:33.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:58:33.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 02:00:34 UTC on ccycloud.quasar-ycjack.root.comops.site
02:58:33.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4456918
02:58:33.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
02:58:33.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.017453 16743 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:58:33.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.019567 16743 file_cache.cc:493] Constructed file cache file cache with capacity 419430
02:58:33.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:58:33.033294 16748 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:58:33.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:58:33.033342 16749 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:58:33.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:58:33.033313 16751 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:58:33.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.034343 16743 server_base.cc:1034] running on GCE node
02:58:33.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.034894 16743 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:58:33.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.035765 16743 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:58:33.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.037024 16743 hybrid_clock.cc:648] HybridClock initialized: now 1781924313036962 us; error 48 us; skew 500 ppm
02:58:33.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.037384 16743 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:58:33.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.040481 16743 webserver.cc:460] Webserver started at http://127.15.232.2:38603/ using document root <none> and password file <none>
02:58:33.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.041258 16743 fs_manager.cc:359] Metadata directory not provided
02:58:33.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.041388 16743 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:58:33.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.041702 16743 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
02:58:33.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.044298 16743 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasktnuIQm/test-tmp/mini-kudu-cluster9181490860312504642/ts-1/data/instance:
02:58:33.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0ee1304fca5a4c72ab6b925b102ce69c"
02:58:33.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 02:58:33 on dist-test-slave-5j0k"
02:58:33.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.045120 16743 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasktnuIQm/test-tmp/mini-kudu-cluster9181490860312504642/ts-1/wal/instance:
02:58:33.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0ee1304fca5a4c72ab6b925b102ce69c"
02:58:33.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 02:58:33 on dist-test-slave-5j0k"
02:58:33.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.050597 16743 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.005s sys 0.000s
02:58:33.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.053951 16757 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:58:33.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.055269 16743 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.004s sys 0.000s
02:58:33.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.055471 16743 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-tasktnuIQm/test-tmp/mini-kudu-cluster9181490860312504642/ts-1/data,/tmp/dist-test-tasktnuIQm/test-tmp/mini-kudu-cluster9181490860312504642/ts-1/wal
02:58:33.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0ee1304fca5a4c72ab6b925b102ce69c"
02:58:33.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 02:58:33 on dist-test-slave-5j0k"
02:58:33.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.055680 16743 fs_report.cc:383] FS layout report
02:58:33.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:58:33.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasktnuIQm/test-tmp/mini-kudu-cluster9181490860312504642/ts-1/wal
02:58:33.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasktnuIQm/test-tmp/mini-kudu-cluster9181490860312504642/ts-1/wal
02:58:33.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasktnuIQm/test-tmp/mini-kudu-cluster9181490860312504642/ts-1/data/data
02:58:33.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:58:33.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:58:33.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:58:33.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:58:33.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:58:33.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:58:33.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:58:33.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:58:33.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:58:33.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:58:33.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:58:33.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.069830 16743 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
02:58:33.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.070678 16743 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:58:33.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.071017 16743 kserver.cc:163] Server-wide thread pool size limit: 3276
02:58:33.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.074074 16743 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:58:33.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.074177 16743 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
02:58:33.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.074307 16743 ts_tablet_manager.cc:610] Registered 0 tablets
02:58:33.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.074456 16743 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.001s sys 0.000s
02:58:33.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.141196 16743 rpc_server.cc:307] RPC server started. Bound to: 127.15.232.2:46577
02:58:33.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.141217 16878 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.15.232.2:46577 every 8 connection(s)
02:58:33.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.142345 16743 server_base.cc:1166] Dumped server information to /tmp/dist-test-tasktnuIQm/test-tmp/mini-kudu-cluster9181490860312504642/ts-1/data/info.pb
02:58:33.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.144002 16288 external_mini_cluster.cc:1388] Started /tmp/dist-test-tasktnuIQm/build/asan/bin/kudu as pid 16743
02:58:33.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.144182 16288 external_mini_cluster.cc:1402] Reading /tmp/dist-test-tasktnuIQm/test-tmp/mini-kudu-cluster9181490860312504642/ts-1/wal/instance
02:58:33.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.149407 16879 heartbeater.cc:347] Connected to a master server at 127.15.232.62:42203
02:58:33.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.149672 16879 heartbeater.cc:464] Registering TS with master...
02:58:33.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.150730 16879 heartbeater.cc:511] Master 127.15.232.62:42203 requested a full tablet report, sending...
02:58:33.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.152326 16329 ts_manager.cc:194] Registered new tserver with Master: 0ee1304fca5a4c72ab6b925b102ce69c (127.15.232.2:46577)
02:58:33.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.153214 16288 external_mini_cluster.cc:1326] Running /tmp/dist-test-tasktnuIQm/build/asan/bin/kudu
02:58:33.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasktnuIQm/build/asan/bin/kudu
02:58:33.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktnuIQm/test-tmp/mini-kudu-cluster9181490860312504642/ts-2/wal
02:58:33.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktnuIQm/test-tmp/mini-kudu-cluster9181490860312504642/ts-2/data
02:58:33.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:58:33.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:58:33.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:58:33.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:58:33.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:58:33.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:58:33.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktnuIQm/test-tmp/mini-kudu-cluster9181490860312504642/ts-2/logs
02:58:33.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktnuIQm/test-tmp/mini-kudu-cluster9181490860312504642/ts-2/data/info.pb
02:58:33.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:58:33.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:58:33.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:58:33.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:58:33.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:58:33.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:58:33.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:58:33.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:58:33.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:58:33.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:58:33.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.232.3:0
02:58:33.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.232.3
02:58:33.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.232.3
02:58:33.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:58:33.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.232.62:42203,127.15.232.61:46831,127.15.232.60:38999
02:58:33.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.232.20:39023
02:58:33.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:58:33.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:58:33.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:58:33.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
02:58:33.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
02:58:33.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
02:58:33.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.153401 16329 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.15.232.2:54139
02:58:33.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.155959 16880 heartbeater.cc:347] Connected to a master server at 127.15.232.60:38999
02:58:33.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.156096 16880 heartbeater.cc:464] Registering TS with master...
02:58:33.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.156437 16880 heartbeater.cc:511] Master 127.15.232.60:38999 requested a full tablet report, sending...
02:58:33.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.157723 16492 ts_manager.cc:194] Registered new tserver with Master: 0ee1304fca5a4c72ab6b925b102ce69c (127.15.232.2:46577)
02:58:33.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.159727 16881 heartbeater.cc:347] Connected to a master server at 127.15.232.61:46831
02:58:33.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.159835 16881 heartbeater.cc:464] Registering TS with master...
02:58:33.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.160145 16881 heartbeater.cc:511] Master 127.15.232.61:46831 requested a full tablet report, sending...
02:58:33.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.161130 16411 ts_manager.cc:194] Registered new tserver with Master: 0ee1304fca5a4c72ab6b925b102ce69c (127.15.232.2:46577)
02:58:33.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.254326 16599 catalog_manager.cc:1259] Loaded cluster ID: 7e65ec68eef5425ca1dba534e9a99990
02:58:33.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.254490 16599 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 7f1d44bb63b64593b3ca9f45cbcfa692: loading cluster ID for follower catalog manager: success
02:58:33.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.258577 16599 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 7f1d44bb63b64593b3ca9f45cbcfa692: acquiring CA information for follower catalog manager: success
02:58:33.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.261058 16599 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 7f1d44bb63b64593b3ca9f45cbcfa692: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:58:33.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:58:33.504910 16884 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
02:58:33.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:58:33.505198 16884 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:58:33.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:58:33.505293 16884 flags.cc:425] Enabled unsafe flag: --never_fsync=true
02:58:33.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:58:33.513178 16884 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
02:58:33.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:58:33.513310 16884 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
02:58:33.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:58:33.513348 16884 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
02:58:33.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:58:33.513392 16884 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
02:58:33.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:58:33.513456 16884 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.15.232.3
02:58:33.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.523129 16884 tablet_server_runner.cc:78] Tablet server non-default flags:
02:58:33.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:58:33.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.232.20:39023
02:58:33.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:58:33.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:58:33.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktnuIQm/test-tmp/mini-kudu-cluster9181490860312504642/ts-2/data
02:58:33.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktnuIQm/test-tmp/mini-kudu-cluster9181490860312504642/ts-2/wal
02:58:33.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:58:33.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:58:33.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.232.3:0
02:58:33.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:58:33.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:58:33.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:58:33.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktnuIQm/test-tmp/mini-kudu-cluster9181490860312504642/ts-2/data/info.pb
02:58:33.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.232.3
02:58:33.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:58:33.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
02:58:33.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
02:58:33.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
02:58:33.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.232.62:42203,127.15.232.61:46831,127.15.232.60:38999
02:58:33.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:58:33.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:58:33.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:58:33.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:58:33.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:58:33.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.232.3
02:58:33.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktnuIQm/test-tmp/mini-kudu-cluster9181490860312504642/ts-2/logs
02:58:33.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:58:33.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:58:33.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:58:33.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:58:33.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
02:58:33.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
02:58:33.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:58:33.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 02:00:34 UTC on ccycloud.quasar-ycjack.root.comops.site
02:58:33.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4456918
02:58:33.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
02:58:33.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.524521 16884 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:58:33.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.526417 16884 file_cache.cc:493] Constructed file cache file cache with capacity 419430
02:58:33.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:58:33.541949 16891 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:58:33.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:58:33.541998 16893 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:58:33.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:58:33.542883 16890 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:58:33.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.543406 16884 server_base.cc:1034] running on GCE node
02:58:33.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.544289 16884 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:58:33.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.545719 16884 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:58:33.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.546999 16884 hybrid_clock.cc:648] HybridClock initialized: now 1781924313546898 us; error 94 us; skew 500 ppm
02:58:33.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.547437 16884 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:58:33.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.553604 16884 webserver.cc:460] Webserver started at http://127.15.232.3:41351/ using document root <none> and password file <none>
02:58:33.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.554630 16884 fs_manager.cc:359] Metadata directory not provided
02:58:33.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.554782 16884 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:58:33.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.555243 16884 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
02:58:33.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.559186 16884 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasktnuIQm/test-tmp/mini-kudu-cluster9181490860312504642/ts-2/data/instance:
02:58:33.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9344b8e07d274a9cba2d254a8b8e8e2f"
02:58:33.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 02:58:33 on dist-test-slave-5j0k"
02:58:33.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.560247 16884 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasktnuIQm/test-tmp/mini-kudu-cluster9181490860312504642/ts-2/wal/instance:
02:58:33.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9344b8e07d274a9cba2d254a8b8e8e2f"
02:58:33.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 02:58:33 on dist-test-slave-5j0k"
02:58:33.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.567698 16884 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.010s sys 0.000s
02:58:33.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.572479 16899 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:58:33.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.574504 16884 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
02:58:33.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.574743 16884 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-tasktnuIQm/test-tmp/mini-kudu-cluster9181490860312504642/ts-2/data,/tmp/dist-test-tasktnuIQm/test-tmp/mini-kudu-cluster9181490860312504642/ts-2/wal
02:58:33.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9344b8e07d274a9cba2d254a8b8e8e2f"
02:58:33.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 02:58:33 on dist-test-slave-5j0k"
02:58:33.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.574987 16884 fs_report.cc:383] FS layout report
02:58:33.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:58:33.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasktnuIQm/test-tmp/mini-kudu-cluster9181490860312504642/ts-2/wal
02:58:33.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasktnuIQm/test-tmp/mini-kudu-cluster9181490860312504642/ts-2/wal
02:58:33.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasktnuIQm/test-tmp/mini-kudu-cluster9181490860312504642/ts-2/data/data
02:58:33.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:58:33.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:58:33.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:58:33.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:58:33.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:58:33.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:58:33.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:58:33.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:58:33.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:58:33.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:58:33.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:58:33.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.605365 16884 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
02:58:33.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.606442 16884 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:58:33.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.606815 16884 kserver.cc:163] Server-wide thread pool size limit: 3276
02:58:33.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.610612 16884 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:58:33.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.610878 16884 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.001s sys 0.000s
02:58:33.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.611116 16884 ts_tablet_manager.cc:610] Registered 0 tablets
02:58:33.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.611204 16884 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
02:58:33.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.666218 16738 heartbeater.cc:503] Master 127.15.232.62:42203 was elected leader, sending a full tablet report...
02:58:33.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.679342 16884 rpc_server.cc:307] RPC server started. Bound to: 127.15.232.3:34481
02:58:33.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.679344 17020 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.15.232.3:34481 every 8 connection(s)
02:58:33.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.680902 16884 server_base.cc:1166] Dumped server information to /tmp/dist-test-tasktnuIQm/test-tmp/mini-kudu-cluster9181490860312504642/ts-2/data/info.pb
02:58:33.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.684491 17021 heartbeater.cc:347] Connected to a master server at 127.15.232.62:42203
02:58:33.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.684815 17021 heartbeater.cc:464] Registering TS with master...
02:58:33.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.685340 16288 external_mini_cluster.cc:1388] Started /tmp/dist-test-tasktnuIQm/build/asan/bin/kudu as pid 16884
02:58:33.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.685516 16288 external_mini_cluster.cc:1402] Reading /tmp/dist-test-tasktnuIQm/test-tmp/mini-kudu-cluster9181490860312504642/ts-2/wal/instance
02:58:33.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.685804 17021 heartbeater.cc:511] Master 127.15.232.62:42203 requested a full tablet report, sending...
02:58:33.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.688203 16329 ts_manager.cc:194] Registered new tserver with Master: 9344b8e07d274a9cba2d254a8b8e8e2f (127.15.232.3:34481)
02:58:33.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.689357 16329 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.15.232.3:56539
02:58:33.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.691568 17022 heartbeater.cc:347] Connected to a master server at 127.15.232.60:38999
02:58:33.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.691718 17022 heartbeater.cc:464] Registering TS with master...
02:58:33.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.692248 17022 heartbeater.cc:511] Master 127.15.232.60:38999 requested a full tablet report, sending...
02:58:33.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.693451 16491 ts_manager.cc:194] Registered new tserver with Master: 9344b8e07d274a9cba2d254a8b8e8e2f (127.15.232.3:34481)
02:58:33.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.694530 17023 heartbeater.cc:347] Connected to a master server at 127.15.232.61:46831
02:58:33.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.694662 17023 heartbeater.cc:464] Registering TS with master...
02:58:33.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.695068 17023 heartbeater.cc:511] Master 127.15.232.61:46831 requested a full tablet report, sending...
02:58:33.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.696271 16410 ts_manager.cc:194] Registered new tserver with Master: 9344b8e07d274a9cba2d254a8b8e8e2f (127.15.232.3:34481)
02:58:33.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.709533 16288 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
02:58:33.711 [DEBUG - main] (MiniKuduCluster.java:195) Response:
02:58:33.711 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
02:58:33.712 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.15.232.62"
port: 42203
}
bound_http_address {
host: "127.15.232.62"
port: 44301
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.15.232.61"
port: 46831
}
bound_http_address {
host: "127.15.232.61"
port: 40677
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.15.232.60"
port: 38999
}
bound_http_address {
host: "127.15.232.60"
port: 41889
}
}
}
02:58:33.712 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
02:58:33.713 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.15.232.1"
port: 36287
}
bound_http_address {
host: "127.15.232.1"
port: 34665
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.15.232.2"
port: 46577
}
bound_http_address {
host: "127.15.232.2"
port: 38603
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.15.232.3"
port: 34481
}
bound_http_address {
host: "127.15.232.3"
port: 41351
}
}
}
02:58:33.713 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
02:58:33.714 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
02:58:33.716 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.15.232.61:46831(127.15.232.61:46831)] connecting to peer
02:58:33.717 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.15.232.60:38999(127.15.232.60:38999)] connecting to peer
02:58:33.718 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.15.232.62:42203(127.15.232.62:42203)] connecting to peer
02:58:33.719 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.15.232.60:38999(127.15.232.60:38999)] Successfully connected to peer
02:58:33.720 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.15.232.61:46831(127.15.232.61:46831)] Successfully connected to peer
02:58:33.721 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.15.232.62:42203(127.15.232.62:42203)] Successfully connected to peer
02:58:33.721 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.15.232.60
02:58:33.722 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.15.232.61
02:58:33.734 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.15.232.62
02:58:33.734 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x674a0908, L:/127.0.0.1:48016 - R:/127.15.232.60:38999] using SASL/PLAIN
02:58:33.738 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x6e302a79, L:/127.0.0.1:45154 - R:/127.15.232.61:46831] using SASL/PLAIN
02:58:33.746 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xcfdb4c82, L:/127.0.0.1:58788 - R:/127.15.232.62:42203] using SASL/PLAIN
02:58:33.748 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:58:33.749 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=33), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.232.61:46831, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.232.60:38999, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.232.62:42203, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.232.60:38999: OK, [29ms] Sub RPC ConnectToMaster: received response from server master-127.15.232.61:46831: OK, [32ms] Sub RPC ConnectToMaster: received response from server master-127.15.232.62:42203: OK, deferred=null) after lookup
02:58:33.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.750804 16329 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:58788:
02:58:33.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_manager_fallback"
02:58:33.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
02:58:33.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:58:33.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
02:58:33.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
02:58:33.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
02:58:33.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:58:33.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:58:33.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:58:33.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
02:58:33.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:58:33.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:58:33.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column1_i"
02:58:33.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
02:58:33.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
02:58:33.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:58:33.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:58:33.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:58:33.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
02:58:33.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:58:33.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:58:33.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column2_i"
02:58:33.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
02:58:33.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
02:58:33.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:58:33.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:58:33.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:58:33.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
02:58:33.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:58:33.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:58:33.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column3_s"
02:58:33.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
02:58:33.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
02:58:33.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: true
02:58:33.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: DICT_ENCODING
02:58:33.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: LZ4
02:58:33.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 4096
02:58:33.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:58:33.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
02:58:33.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:58:33.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:58:33.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column4_b"
02:58:33.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: BOOL
02:58:33.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
02:58:33.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:58:33.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:58:33.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:58:33.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
02:58:33.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:58:33.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:58:33.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
02:58:33.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) hash_schema {
02:58:33.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:58:33.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
02:58:33.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:58:33.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_buckets: 2
02:58:33.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) seed: 0
02:58:33.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:58:33.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:58:33.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:58:33.753324 16329 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table txn_manager_fallback in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
02:58:33.767 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table c3143700b9ba44fc8bb3c15507ba4d26
02:58:33.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.809612 16809 tablet_service.cc:1467] Processing CreateTablet for tablet 0e267a77214c49beb8c6d9151e746411 (DEFAULT_TABLE table=txn_manager_fallback [id=c3143700b9ba44fc8bb3c15507ba4d26]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
02:58:33.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.811607 16809 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 0e267a77214c49beb8c6d9151e746411. 1 dirs total, 0 dirs full, 0 dirs failed
02:58:33.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.814275 16956 tablet_service.cc:1467] Processing CreateTablet for tablet 7b754629561a4aa888bdb4c18acec9b8 (DEFAULT_TABLE table=txn_manager_fallback [id=c3143700b9ba44fc8bb3c15507ba4d26]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
02:58:33.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.810542 16811 tablet_service.cc:1467] Processing CreateTablet for tablet 7b754629561a4aa888bdb4c18acec9b8 (DEFAULT_TABLE table=txn_manager_fallback [id=c3143700b9ba44fc8bb3c15507ba4d26]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
02:58:33.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.815788 16956 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 7b754629561a4aa888bdb4c18acec9b8. 1 dirs total, 0 dirs full, 0 dirs failed
02:58:33.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.816164 16955 tablet_service.cc:1467] Processing CreateTablet for tablet 0e267a77214c49beb8c6d9151e746411 (DEFAULT_TABLE table=txn_manager_fallback [id=c3143700b9ba44fc8bb3c15507ba4d26]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
02:58:33.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.816617 16955 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 0e267a77214c49beb8c6d9151e746411. 1 dirs total, 0 dirs full, 0 dirs failed
02:58:33.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.818480 16811 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 7b754629561a4aa888bdb4c18acec9b8. 1 dirs total, 0 dirs full, 0 dirs failed
02:58:33.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.819475 16672 tablet_service.cc:1467] Processing CreateTablet for tablet 0e267a77214c49beb8c6d9151e746411 (DEFAULT_TABLE table=txn_manager_fallback [id=c3143700b9ba44fc8bb3c15507ba4d26]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
02:58:33.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.821007 16672 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 0e267a77214c49beb8c6d9151e746411. 1 dirs total, 0 dirs full, 0 dirs failed
02:58:33.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.819628 16673 tablet_service.cc:1467] Processing CreateTablet for tablet 7b754629561a4aa888bdb4c18acec9b8 (DEFAULT_TABLE table=txn_manager_fallback [id=c3143700b9ba44fc8bb3c15507ba4d26]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
02:58:33.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.823556 16673 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 7b754629561a4aa888bdb4c18acec9b8. 1 dirs total, 0 dirs full, 0 dirs failed
02:58:33.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.830080 17047 tablet_bootstrap.cc:492] T 7b754629561a4aa888bdb4c18acec9b8 P 0ee1304fca5a4c72ab6b925b102ce69c: Bootstrap starting.
02:58:33.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.833905 17047 tablet_bootstrap.cc:654] T 7b754629561a4aa888bdb4c18acec9b8 P 0ee1304fca5a4c72ab6b925b102ce69c: Neither blocks nor log segments found. Creating new log.
02:58:33.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.835484 17047 log.cc:824] T 7b754629561a4aa888bdb4c18acec9b8 P 0ee1304fca5a4c72ab6b925b102ce69c: Log is configured to *not* fsync() on all Append() calls
02:58:33.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.845466 17047 tablet_bootstrap.cc:492] T 7b754629561a4aa888bdb4c18acec9b8 P 0ee1304fca5a4c72ab6b925b102ce69c: No bootstrap required, opened a new log
02:58:33.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.845968 17047 ts_tablet_manager.cc:1397] T 7b754629561a4aa888bdb4c18acec9b8 P 0ee1304fca5a4c72ab6b925b102ce69c: Time spent bootstrapping tablet: real 0.016s user 0.014s sys 0.000s
02:58:33.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.846256 17049 tablet_bootstrap.cc:492] T 7b754629561a4aa888bdb4c18acec9b8 P 507fe0ad5f894e8e9afe54bc257ebe32: Bootstrap starting.
02:58:33.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.850127 17049 tablet_bootstrap.cc:654] T 7b754629561a4aa888bdb4c18acec9b8 P 507fe0ad5f894e8e9afe54bc257ebe32: Neither blocks nor log segments found. Creating new log.
02:58:33.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.851414 17049 log.cc:824] T 7b754629561a4aa888bdb4c18acec9b8 P 507fe0ad5f894e8e9afe54bc257ebe32: Log is configured to *not* fsync() on all Append() calls
02:58:33.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.853148 17048 tablet_bootstrap.cc:492] T 7b754629561a4aa888bdb4c18acec9b8 P 9344b8e07d274a9cba2d254a8b8e8e2f: Bootstrap starting.
02:58:33.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.857518 17048 tablet_bootstrap.cc:654] T 7b754629561a4aa888bdb4c18acec9b8 P 9344b8e07d274a9cba2d254a8b8e8e2f: Neither blocks nor log segments found. Creating new log.
02:58:33.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.857889 17047 raft_consensus.cc:348] T 7b754629561a4aa888bdb4c18acec9b8 P 0ee1304fca5a4c72ab6b925b102ce69c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ee1304fca5a4c72ab6b925b102ce69c" member_type: VOTER last_known_addr { host: "127.15.232.2" port: 46577 } } peers { permanent_uuid: "507fe0ad5f894e8e9afe54bc257ebe32" member_type: VOTER last_known_addr { host: "127.15.232.1" port: 36287 } } peers { permanent_uuid: "9344b8e07d274a9cba2d254a8b8e8e2f" member_type: VOTER last_known_addr { host: "127.15.232.3" port: 34481 } }
02:58:33.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.858487 17047 raft_consensus.cc:374] T 7b754629561a4aa888bdb4c18acec9b8 P 0ee1304fca5a4c72ab6b925b102ce69c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:58:33.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.858681 17047 raft_consensus.cc:729] T 7b754629561a4aa888bdb4c18acec9b8 P 0ee1304fca5a4c72ab6b925b102ce69c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0ee1304fca5a4c72ab6b925b102ce69c, State: Initialized, Role: FOLLOWER
02:58:33.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.859000 17048 log.cc:824] T 7b754629561a4aa888bdb4c18acec9b8 P 9344b8e07d274a9cba2d254a8b8e8e2f: Log is configured to *not* fsync() on all Append() calls
02:58:33.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.859591 17047 consensus_queue.cc:260] T 7b754629561a4aa888bdb4c18acec9b8 P 0ee1304fca5a4c72ab6b925b102ce69c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ee1304fca5a4c72ab6b925b102ce69c" member_type: VOTER last_known_addr { host: "127.15.232.2" port: 46577 } } peers { permanent_uuid: "507fe0ad5f894e8e9afe54bc257ebe32" member_type: VOTER last_known_addr { host: "127.15.232.1" port: 36287 } } peers { permanent_uuid: "9344b8e07d274a9cba2d254a8b8e8e2f" member_type: VOTER last_known_addr { host: "127.15.232.3" port: 34481 } }
02:58:33.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.861646 16879 heartbeater.cc:503] Master 127.15.232.62:42203 was elected leader, sending a full tablet report...
02:58:33.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.862887 17048 tablet_bootstrap.cc:492] T 7b754629561a4aa888bdb4c18acec9b8 P 9344b8e07d274a9cba2d254a8b8e8e2f: No bootstrap required, opened a new log
02:58:33.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.862918 17049 tablet_bootstrap.cc:492] T 7b754629561a4aa888bdb4c18acec9b8 P 507fe0ad5f894e8e9afe54bc257ebe32: No bootstrap required, opened a new log
02:58:33.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.863168 17048 ts_tablet_manager.cc:1397] T 7b754629561a4aa888bdb4c18acec9b8 P 9344b8e07d274a9cba2d254a8b8e8e2f: Time spent bootstrapping tablet: real 0.010s user 0.009s sys 0.000s
02:58:33.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.863170 17049 ts_tablet_manager.cc:1397] T 7b754629561a4aa888bdb4c18acec9b8 P 507fe0ad5f894e8e9afe54bc257ebe32: Time spent bootstrapping tablet: real 0.017s user 0.010s sys 0.005s
02:58:33.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.867053 17047 ts_tablet_manager.cc:1428] T 7b754629561a4aa888bdb4c18acec9b8 P 0ee1304fca5a4c72ab6b925b102ce69c: Time spent starting tablet: real 0.021s user 0.009s sys 0.004s
02:58:33.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.867520 17047 tablet_bootstrap.cc:492] T 0e267a77214c49beb8c6d9151e746411 P 0ee1304fca5a4c72ab6b925b102ce69c: Bootstrap starting.
02:58:33.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.869269 17047 tablet_bootstrap.cc:654] T 0e267a77214c49beb8c6d9151e746411 P 0ee1304fca5a4c72ab6b925b102ce69c: Neither blocks nor log segments found. Creating new log.
02:58:33.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.871917 17047 tablet_bootstrap.cc:492] T 0e267a77214c49beb8c6d9151e746411 P 0ee1304fca5a4c72ab6b925b102ce69c: No bootstrap required, opened a new log
02:58:33.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.872066 17047 ts_tablet_manager.cc:1397] T 0e267a77214c49beb8c6d9151e746411 P 0ee1304fca5a4c72ab6b925b102ce69c: Time spent bootstrapping tablet: real 0.005s user 0.002s sys 0.002s
02:58:33.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.872828 17047 raft_consensus.cc:348] T 0e267a77214c49beb8c6d9151e746411 P 0ee1304fca5a4c72ab6b925b102ce69c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "507fe0ad5f894e8e9afe54bc257ebe32" member_type: VOTER last_known_addr { host: "127.15.232.1" port: 36287 } } peers { permanent_uuid: "0ee1304fca5a4c72ab6b925b102ce69c" member_type: VOTER last_known_addr { host: "127.15.232.2" port: 46577 } } peers { permanent_uuid: "9344b8e07d274a9cba2d254a8b8e8e2f" member_type: VOTER last_known_addr { host: "127.15.232.3" port: 34481 } }
02:58:33.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.873080 17047 raft_consensus.cc:374] T 0e267a77214c49beb8c6d9151e746411 P 0ee1304fca5a4c72ab6b925b102ce69c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:58:33.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.873170 17047 raft_consensus.cc:729] T 0e267a77214c49beb8c6d9151e746411 P 0ee1304fca5a4c72ab6b925b102ce69c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0ee1304fca5a4c72ab6b925b102ce69c, State: Initialized, Role: FOLLOWER
02:58:33.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.873407 17047 consensus_queue.cc:260] T 0e267a77214c49beb8c6d9151e746411 P 0ee1304fca5a4c72ab6b925b102ce69c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "507fe0ad5f894e8e9afe54bc257ebe32" member_type: VOTER last_known_addr { host: "127.15.232.1" port: 36287 } } peers { permanent_uuid: "0ee1304fca5a4c72ab6b925b102ce69c" member_type: VOTER last_known_addr { host: "127.15.232.2" port: 46577 } } peers { permanent_uuid: "9344b8e07d274a9cba2d254a8b8e8e2f" member_type: VOTER last_known_addr { host: "127.15.232.3" port: 34481 } }
02:58:33.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.874455 17047 ts_tablet_manager.cc:1428] T 0e267a77214c49beb8c6d9151e746411 P 0ee1304fca5a4c72ab6b925b102ce69c: Time spent starting tablet: real 0.002s user 0.002s sys 0.000s
02:58:33.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.877844 17048 raft_consensus.cc:348] T 7b754629561a4aa888bdb4c18acec9b8 P 9344b8e07d274a9cba2d254a8b8e8e2f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ee1304fca5a4c72ab6b925b102ce69c" member_type: VOTER last_known_addr { host: "127.15.232.2" port: 46577 } } peers { permanent_uuid: "507fe0ad5f894e8e9afe54bc257ebe32" member_type: VOTER last_known_addr { host: "127.15.232.1" port: 36287 } } peers { permanent_uuid: "9344b8e07d274a9cba2d254a8b8e8e2f" member_type: VOTER last_known_addr { host: "127.15.232.3" port: 34481 } }
02:58:33.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.878436 17048 raft_consensus.cc:374] T 7b754629561a4aa888bdb4c18acec9b8 P 9344b8e07d274a9cba2d254a8b8e8e2f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:58:33.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.878238 17049 raft_consensus.cc:348] T 7b754629561a4aa888bdb4c18acec9b8 P 507fe0ad5f894e8e9afe54bc257ebe32 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ee1304fca5a4c72ab6b925b102ce69c" member_type: VOTER last_known_addr { host: "127.15.232.2" port: 46577 } } peers { permanent_uuid: "507fe0ad5f894e8e9afe54bc257ebe32" member_type: VOTER last_known_addr { host: "127.15.232.1" port: 36287 } } peers { permanent_uuid: "9344b8e07d274a9cba2d254a8b8e8e2f" member_type: VOTER last_known_addr { host: "127.15.232.3" port: 34481 } }
02:58:33.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.878548 17048 raft_consensus.cc:729] T 7b754629561a4aa888bdb4c18acec9b8 P 9344b8e07d274a9cba2d254a8b8e8e2f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9344b8e07d274a9cba2d254a8b8e8e2f, State: Initialized, Role: FOLLOWER
02:58:33.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.878679 17049 raft_consensus.cc:374] T 7b754629561a4aa888bdb4c18acec9b8 P 507fe0ad5f894e8e9afe54bc257ebe32 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:58:33.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.878786 17049 raft_consensus.cc:729] T 7b754629561a4aa888bdb4c18acec9b8 P 507fe0ad5f894e8e9afe54bc257ebe32 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 507fe0ad5f894e8e9afe54bc257ebe32, State: Initialized, Role: FOLLOWER
02:58:33.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.879240 17048 consensus_queue.cc:260] T 7b754629561a4aa888bdb4c18acec9b8 P 9344b8e07d274a9cba2d254a8b8e8e2f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ee1304fca5a4c72ab6b925b102ce69c" member_type: VOTER last_known_addr { host: "127.15.232.2" port: 46577 } } peers { permanent_uuid: "507fe0ad5f894e8e9afe54bc257ebe32" member_type: VOTER last_known_addr { host: "127.15.232.1" port: 36287 } } peers { permanent_uuid: "9344b8e07d274a9cba2d254a8b8e8e2f" member_type: VOTER last_known_addr { host: "127.15.232.3" port: 34481 } }
02:58:33.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.879436 17049 consensus_queue.cc:260] T 7b754629561a4aa888bdb4c18acec9b8 P 507fe0ad5f894e8e9afe54bc257ebe32 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ee1304fca5a4c72ab6b925b102ce69c" member_type: VOTER last_known_addr { host: "127.15.232.2" port: 46577 } } peers { permanent_uuid: "507fe0ad5f894e8e9afe54bc257ebe32" member_type: VOTER last_known_addr { host: "127.15.232.1" port: 36287 } } peers { permanent_uuid: "9344b8e07d274a9cba2d254a8b8e8e2f" member_type: VOTER last_known_addr { host: "127.15.232.3" port: 34481 } }
02:58:33.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.884990 17049 ts_tablet_manager.cc:1428] T 7b754629561a4aa888bdb4c18acec9b8 P 507fe0ad5f894e8e9afe54bc257ebe32: Time spent starting tablet: real 0.022s user 0.013s sys 0.004s
02:58:33.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.886308 17049 tablet_bootstrap.cc:492] T 0e267a77214c49beb8c6d9151e746411 P 507fe0ad5f894e8e9afe54bc257ebe32: Bootstrap starting.
02:58:33.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.888876 17049 tablet_bootstrap.cc:654] T 0e267a77214c49beb8c6d9151e746411 P 507fe0ad5f894e8e9afe54bc257ebe32: Neither blocks nor log segments found. Creating new log.
02:58:33.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.890609 17021 heartbeater.cc:503] Master 127.15.232.62:42203 was elected leader, sending a full tablet report...
02:58:33.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.891476 17048 ts_tablet_manager.cc:1428] T 7b754629561a4aa888bdb4c18acec9b8 P 9344b8e07d274a9cba2d254a8b8e8e2f: Time spent starting tablet: real 0.028s user 0.012s sys 0.011s
02:58:33.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.894229 17048 tablet_bootstrap.cc:492] T 0e267a77214c49beb8c6d9151e746411 P 9344b8e07d274a9cba2d254a8b8e8e2f: Bootstrap starting.
02:58:33.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.894284 17049 tablet_bootstrap.cc:492] T 0e267a77214c49beb8c6d9151e746411 P 507fe0ad5f894e8e9afe54bc257ebe32: No bootstrap required, opened a new log
02:58:33.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.894433 17049 ts_tablet_manager.cc:1397] T 0e267a77214c49beb8c6d9151e746411 P 507fe0ad5f894e8e9afe54bc257ebe32: Time spent bootstrapping tablet: real 0.008s user 0.000s sys 0.003s
02:58:33.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.895350 17049 raft_consensus.cc:348] T 0e267a77214c49beb8c6d9151e746411 P 507fe0ad5f894e8e9afe54bc257ebe32 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "507fe0ad5f894e8e9afe54bc257ebe32" member_type: VOTER last_known_addr { host: "127.15.232.1" port: 36287 } } peers { permanent_uuid: "0ee1304fca5a4c72ab6b925b102ce69c" member_type: VOTER last_known_addr { host: "127.15.232.2" port: 46577 } } peers { permanent_uuid: "9344b8e07d274a9cba2d254a8b8e8e2f" member_type: VOTER last_known_addr { host: "127.15.232.3" port: 34481 } }
02:58:33.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:58:33.895816 16882 tablet.cc:2369] T 0e267a77214c49beb8c6d9151e746411 P 0ee1304fca5a4c72ab6b925b102ce69c: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:58:33.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.895954 17048 tablet_bootstrap.cc:654] T 0e267a77214c49beb8c6d9151e746411 P 9344b8e07d274a9cba2d254a8b8e8e2f: Neither blocks nor log segments found. Creating new log.
02:58:33.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.896288 17049 raft_consensus.cc:374] T 0e267a77214c49beb8c6d9151e746411 P 507fe0ad5f894e8e9afe54bc257ebe32 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:58:33.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.896487 17049 raft_consensus.cc:729] T 0e267a77214c49beb8c6d9151e746411 P 507fe0ad5f894e8e9afe54bc257ebe32 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 507fe0ad5f894e8e9afe54bc257ebe32, State: Initialized, Role: FOLLOWER
02:58:33.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.896922 17049 consensus_queue.cc:260] T 0e267a77214c49beb8c6d9151e746411 P 507fe0ad5f894e8e9afe54bc257ebe32 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "507fe0ad5f894e8e9afe54bc257ebe32" member_type: VOTER last_known_addr { host: "127.15.232.1" port: 36287 } } peers { permanent_uuid: "0ee1304fca5a4c72ab6b925b102ce69c" member_type: VOTER last_known_addr { host: "127.15.232.2" port: 46577 } } peers { permanent_uuid: "9344b8e07d274a9cba2d254a8b8e8e2f" member_type: VOTER last_known_addr { host: "127.15.232.3" port: 34481 } }
02:58:33.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.897581 17049 ts_tablet_manager.cc:1428] T 0e267a77214c49beb8c6d9151e746411 P 507fe0ad5f894e8e9afe54bc257ebe32: Time spent starting tablet: real 0.003s user 0.000s sys 0.002s
02:58:33.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.901973 17053 raft_consensus.cc:482] T 0e267a77214c49beb8c6d9151e746411 P 0ee1304fca5a4c72ab6b925b102ce69c [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:58:33.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.902091 17048 tablet_bootstrap.cc:492] T 0e267a77214c49beb8c6d9151e746411 P 9344b8e07d274a9cba2d254a8b8e8e2f: No bootstrap required, opened a new log
02:58:33.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.902248 17048 ts_tablet_manager.cc:1397] T 0e267a77214c49beb8c6d9151e746411 P 9344b8e07d274a9cba2d254a8b8e8e2f: Time spent bootstrapping tablet: real 0.008s user 0.001s sys 0.006s
02:58:33.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:58:33.902316 16741 tablet.cc:2369] T 0e267a77214c49beb8c6d9151e746411 P 507fe0ad5f894e8e9afe54bc257ebe32: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:58:33.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.902311 17053 raft_consensus.cc:504] T 0e267a77214c49beb8c6d9151e746411 P 0ee1304fca5a4c72ab6b925b102ce69c [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "507fe0ad5f894e8e9afe54bc257ebe32" member_type: VOTER last_known_addr { host: "127.15.232.1" port: 36287 } } peers { permanent_uuid: "0ee1304fca5a4c72ab6b925b102ce69c" member_type: VOTER last_known_addr { host: "127.15.232.2" port: 46577 } } peers { permanent_uuid: "9344b8e07d274a9cba2d254a8b8e8e2f" member_type: VOTER last_known_addr { host: "127.15.232.3" port: 34481 } }
02:58:33.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.902944 17048 raft_consensus.cc:348] T 0e267a77214c49beb8c6d9151e746411 P 9344b8e07d274a9cba2d254a8b8e8e2f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "507fe0ad5f894e8e9afe54bc257ebe32" member_type: VOTER last_known_addr { host: "127.15.232.1" port: 36287 } } peers { permanent_uuid: "0ee1304fca5a4c72ab6b925b102ce69c" member_type: VOTER last_known_addr { host: "127.15.232.2" port: 46577 } } peers { permanent_uuid: "9344b8e07d274a9cba2d254a8b8e8e2f" member_type: VOTER last_known_addr { host: "127.15.232.3" port: 34481 } }
02:58:33.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.903123 17048 raft_consensus.cc:374] T 0e267a77214c49beb8c6d9151e746411 P 9344b8e07d274a9cba2d254a8b8e8e2f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:58:33.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.903180 17048 raft_consensus.cc:729] T 0e267a77214c49beb8c6d9151e746411 P 9344b8e07d274a9cba2d254a8b8e8e2f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9344b8e07d274a9cba2d254a8b8e8e2f, State: Initialized, Role: FOLLOWER
02:58:33.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.903406 17048 consensus_queue.cc:260] T 0e267a77214c49beb8c6d9151e746411 P 9344b8e07d274a9cba2d254a8b8e8e2f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "507fe0ad5f894e8e9afe54bc257ebe32" member_type: VOTER last_known_addr { host: "127.15.232.1" port: 36287 } } peers { permanent_uuid: "0ee1304fca5a4c72ab6b925b102ce69c" member_type: VOTER last_known_addr { host: "127.15.232.2" port: 46577 } } peers { permanent_uuid: "9344b8e07d274a9cba2d254a8b8e8e2f" member_type: VOTER last_known_addr { host: "127.15.232.3" port: 34481 } }
02:58:33.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.903906 17048 ts_tablet_manager.cc:1428] T 0e267a77214c49beb8c6d9151e746411 P 9344b8e07d274a9cba2d254a8b8e8e2f: Time spent starting tablet: real 0.002s user 0.000s sys 0.000s
02:58:33.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.904157 17053 leader_election.cc:288] T 0e267a77214c49beb8c6d9151e746411 P 0ee1304fca5a4c72ab6b925b102ce69c [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 507fe0ad5f894e8e9afe54bc257ebe32 (127.15.232.1:36287), 9344b8e07d274a9cba2d254a8b8e8e2f (127.15.232.3:34481)
02:58:33.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.912207 17056 raft_consensus.cc:482] T 0e267a77214c49beb8c6d9151e746411 P 507fe0ad5f894e8e9afe54bc257ebe32 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:58:33.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.912515 17056 raft_consensus.cc:504] T 0e267a77214c49beb8c6d9151e746411 P 507fe0ad5f894e8e9afe54bc257ebe32 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "507fe0ad5f894e8e9afe54bc257ebe32" member_type: VOTER last_known_addr { host: "127.15.232.1" port: 36287 } } peers { permanent_uuid: "0ee1304fca5a4c72ab6b925b102ce69c" member_type: VOTER last_known_addr { host: "127.15.232.2" port: 46577 } } peers { permanent_uuid: "9344b8e07d274a9cba2d254a8b8e8e2f" member_type: VOTER last_known_addr { host: "127.15.232.3" port: 34481 } }
02:58:33.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.913789 16693 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "0e267a77214c49beb8c6d9151e746411" candidate_uuid: "0ee1304fca5a4c72ab6b925b102ce69c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "507fe0ad5f894e8e9afe54bc257ebe32" is_pre_election: true
02:58:33.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.914227 16693 raft_consensus.cc:2454] T 0e267a77214c49beb8c6d9151e746411 P 507fe0ad5f894e8e9afe54bc257ebe32 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0ee1304fca5a4c72ab6b925b102ce69c in term 0.
02:58:33.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.914551 17056 leader_election.cc:288] T 0e267a77214c49beb8c6d9151e746411 P 507fe0ad5f894e8e9afe54bc257ebe32 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 0ee1304fca5a4c72ab6b925b102ce69c (127.15.232.2:46577), 9344b8e07d274a9cba2d254a8b8e8e2f (127.15.232.3:34481)
02:58:33.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.914850 16761 leader_election.cc:302] T 0e267a77214c49beb8c6d9151e746411 P 0ee1304fca5a4c72ab6b925b102ce69c [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0ee1304fca5a4c72ab6b925b102ce69c, 507fe0ad5f894e8e9afe54bc257ebe32; no voters:
02:58:33.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.916083 16976 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "0e267a77214c49beb8c6d9151e746411" candidate_uuid: "0ee1304fca5a4c72ab6b925b102ce69c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9344b8e07d274a9cba2d254a8b8e8e2f" is_pre_election: true
02:58:33.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.916556 16976 raft_consensus.cc:2454] T 0e267a77214c49beb8c6d9151e746411 P 9344b8e07d274a9cba2d254a8b8e8e2f [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0ee1304fca5a4c72ab6b925b102ce69c in term 0.
02:58:33.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.917443 17053 raft_consensus.cc:2781] T 0e267a77214c49beb8c6d9151e746411 P 0ee1304fca5a4c72ab6b925b102ce69c [term 0 FOLLOWER]: Leader pre-election won for term 1
02:58:33.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.917622 17053 raft_consensus.cc:482] T 0e267a77214c49beb8c6d9151e746411 P 0ee1304fca5a4c72ab6b925b102ce69c [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:58:33.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.917735 17053 raft_consensus.cc:3037] T 0e267a77214c49beb8c6d9151e746411 P 0ee1304fca5a4c72ab6b925b102ce69c [term 0 FOLLOWER]: Advancing to term 1
02:58:33.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.920383 17053 raft_consensus.cc:504] T 0e267a77214c49beb8c6d9151e746411 P 0ee1304fca5a4c72ab6b925b102ce69c [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "507fe0ad5f894e8e9afe54bc257ebe32" member_type: VOTER last_known_addr { host: "127.15.232.1" port: 36287 } } peers { permanent_uuid: "0ee1304fca5a4c72ab6b925b102ce69c" member_type: VOTER last_known_addr { host: "127.15.232.2" port: 46577 } } peers { permanent_uuid: "9344b8e07d274a9cba2d254a8b8e8e2f" member_type: VOTER last_known_addr { host: "127.15.232.3" port: 34481 } }
02:58:33.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.921095 17053 leader_election.cc:288] T 0e267a77214c49beb8c6d9151e746411 P 0ee1304fca5a4c72ab6b925b102ce69c [CANDIDATE]: Term 1 election: Requested vote from peers 507fe0ad5f894e8e9afe54bc257ebe32 (127.15.232.1:36287), 9344b8e07d274a9cba2d254a8b8e8e2f (127.15.232.3:34481)
02:58:33.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.921576 16976 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "0e267a77214c49beb8c6d9151e746411" candidate_uuid: "0ee1304fca5a4c72ab6b925b102ce69c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9344b8e07d274a9cba2d254a8b8e8e2f"
02:58:33.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.921717 16693 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "0e267a77214c49beb8c6d9151e746411" candidate_uuid: "0ee1304fca5a4c72ab6b925b102ce69c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "507fe0ad5f894e8e9afe54bc257ebe32"
02:58:33.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.921784 16976 raft_consensus.cc:3037] T 0e267a77214c49beb8c6d9151e746411 P 9344b8e07d274a9cba2d254a8b8e8e2f [term 0 FOLLOWER]: Advancing to term 1
02:58:33.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.921914 16693 raft_consensus.cc:3037] T 0e267a77214c49beb8c6d9151e746411 P 507fe0ad5f894e8e9afe54bc257ebe32 [term 0 FOLLOWER]: Advancing to term 1
02:58:33.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.924767 16976 raft_consensus.cc:2454] T 0e267a77214c49beb8c6d9151e746411 P 9344b8e07d274a9cba2d254a8b8e8e2f [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0ee1304fca5a4c72ab6b925b102ce69c in term 1.
02:58:33.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.925258 16760 leader_election.cc:302] T 0e267a77214c49beb8c6d9151e746411 P 0ee1304fca5a4c72ab6b925b102ce69c [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0ee1304fca5a4c72ab6b925b102ce69c, 9344b8e07d274a9cba2d254a8b8e8e2f; no voters:
02:58:33.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.926043 16693 raft_consensus.cc:2454] T 0e267a77214c49beb8c6d9151e746411 P 507fe0ad5f894e8e9afe54bc257ebe32 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0ee1304fca5a4c72ab6b925b102ce69c in term 1.
02:58:33.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.926108 17053 raft_consensus.cc:2781] T 0e267a77214c49beb8c6d9151e746411 P 0ee1304fca5a4c72ab6b925b102ce69c [term 1 FOLLOWER]: Leader election won for term 1
02:58:33.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.932376 16834 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "0e267a77214c49beb8c6d9151e746411" candidate_uuid: "507fe0ad5f894e8e9afe54bc257ebe32" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0ee1304fca5a4c72ab6b925b102ce69c" is_pre_election: true
02:58:33.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.933239 17053 raft_consensus.cc:686] T 0e267a77214c49beb8c6d9151e746411 P 0ee1304fca5a4c72ab6b925b102ce69c [term 1 LEADER]: Becoming Leader. State: Replica: 0ee1304fca5a4c72ab6b925b102ce69c, State: Running, Role: LEADER
02:58:33.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.933918 17053 consensus_queue.cc:237] T 0e267a77214c49beb8c6d9151e746411 P 0ee1304fca5a4c72ab6b925b102ce69c [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "507fe0ad5f894e8e9afe54bc257ebe32" member_type: VOTER last_known_addr { host: "127.15.232.1" port: 36287 } } peers { permanent_uuid: "0ee1304fca5a4c72ab6b925b102ce69c" member_type: VOTER last_known_addr { host: "127.15.232.2" port: 46577 } } peers { permanent_uuid: "9344b8e07d274a9cba2d254a8b8e8e2f" member_type: VOTER last_known_addr { host: "127.15.232.3" port: 34481 } }
02:58:33.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:58:33.934034 17024 tablet.cc:2369] T 0e267a77214c49beb8c6d9151e746411 P 9344b8e07d274a9cba2d254a8b8e8e2f: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:58:33.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.939270 16976 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "0e267a77214c49beb8c6d9151e746411" candidate_uuid: "507fe0ad5f894e8e9afe54bc257ebe32" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9344b8e07d274a9cba2d254a8b8e8e2f" is_pre_election: true
02:58:33.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.939589 16976 raft_consensus.cc:2379] T 0e267a77214c49beb8c6d9151e746411 P 9344b8e07d274a9cba2d254a8b8e8e2f [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 507fe0ad5f894e8e9afe54bc257ebe32 in current term 1: Already voted for candidate 0ee1304fca5a4c72ab6b925b102ce69c in this term.
02:58:33.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.939435 16330 catalog_manager.cc:5495] T 0e267a77214c49beb8c6d9151e746411 P 0ee1304fca5a4c72ab6b925b102ce69c reported cstate change: term changed from 0 to 1, leader changed from <none> to 0ee1304fca5a4c72ab6b925b102ce69c (127.15.232.2). New cstate: current_term: 1 leader_uuid: "0ee1304fca5a4c72ab6b925b102ce69c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "507fe0ad5f894e8e9afe54bc257ebe32" member_type: VOTER last_known_addr { host: "127.15.232.1" port: 36287 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "0ee1304fca5a4c72ab6b925b102ce69c" member_type: VOTER last_known_addr { host: "127.15.232.2" port: 46577 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "9344b8e07d274a9cba2d254a8b8e8e2f" member_type: VOTER last_known_addr { host: "127.15.232.3" port: 34481 } health_report { overall_health: UNKNOWN } } }
02:58:33.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.942930 16616 leader_election.cc:302] T 0e267a77214c49beb8c6d9151e746411 P 507fe0ad5f894e8e9afe54bc257ebe32 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 507fe0ad5f894e8e9afe54bc257ebe32; no voters: 0ee1304fca5a4c72ab6b925b102ce69c, 9344b8e07d274a9cba2d254a8b8e8e2f
02:58:33.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.943351 17056 raft_consensus.cc:2726] T 0e267a77214c49beb8c6d9151e746411 P 507fe0ad5f894e8e9afe54bc257ebe32 [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
02:58:33.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.968201 17056 raft_consensus.cc:482] T 7b754629561a4aa888bdb4c18acec9b8 P 507fe0ad5f894e8e9afe54bc257ebe32 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:58:33.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.968432 17056 raft_consensus.cc:504] T 7b754629561a4aa888bdb4c18acec9b8 P 507fe0ad5f894e8e9afe54bc257ebe32 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ee1304fca5a4c72ab6b925b102ce69c" member_type: VOTER last_known_addr { host: "127.15.232.2" port: 46577 } } peers { permanent_uuid: "507fe0ad5f894e8e9afe54bc257ebe32" member_type: VOTER last_known_addr { host: "127.15.232.1" port: 36287 } } peers { permanent_uuid: "9344b8e07d274a9cba2d254a8b8e8e2f" member_type: VOTER last_known_addr { host: "127.15.232.3" port: 34481 } }
02:58:33.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.969154 17056 leader_election.cc:288] T 7b754629561a4aa888bdb4c18acec9b8 P 507fe0ad5f894e8e9afe54bc257ebe32 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 0ee1304fca5a4c72ab6b925b102ce69c (127.15.232.2:46577), 9344b8e07d274a9cba2d254a8b8e8e2f (127.15.232.3:34481)
02:58:33.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.969733 16834 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "7b754629561a4aa888bdb4c18acec9b8" candidate_uuid: "507fe0ad5f894e8e9afe54bc257ebe32" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0ee1304fca5a4c72ab6b925b102ce69c" is_pre_election: true
02:58:33.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.969815 16976 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "7b754629561a4aa888bdb4c18acec9b8" candidate_uuid: "507fe0ad5f894e8e9afe54bc257ebe32" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9344b8e07d274a9cba2d254a8b8e8e2f" is_pre_election: true
02:58:33.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.970038 16976 raft_consensus.cc:2454] T 7b754629561a4aa888bdb4c18acec9b8 P 9344b8e07d274a9cba2d254a8b8e8e2f [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 507fe0ad5f894e8e9afe54bc257ebe32 in term 0.
02:58:33.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.970068 16834 raft_consensus.cc:2454] T 7b754629561a4aa888bdb4c18acec9b8 P 0ee1304fca5a4c72ab6b925b102ce69c [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 507fe0ad5f894e8e9afe54bc257ebe32 in term 0.
02:58:33.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.970456 16616 leader_election.cc:302] T 7b754629561a4aa888bdb4c18acec9b8 P 507fe0ad5f894e8e9afe54bc257ebe32 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 507fe0ad5f894e8e9afe54bc257ebe32, 9344b8e07d274a9cba2d254a8b8e8e2f; no voters:
02:58:33.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.970736 17056 raft_consensus.cc:2781] T 7b754629561a4aa888bdb4c18acec9b8 P 507fe0ad5f894e8e9afe54bc257ebe32 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:58:33.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.970880 17056 raft_consensus.cc:482] T 7b754629561a4aa888bdb4c18acec9b8 P 507fe0ad5f894e8e9afe54bc257ebe32 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:58:33.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.971015 17056 raft_consensus.cc:3037] T 7b754629561a4aa888bdb4c18acec9b8 P 507fe0ad5f894e8e9afe54bc257ebe32 [term 0 FOLLOWER]: Advancing to term 1
02:58:33.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.973075 17056 raft_consensus.cc:504] T 7b754629561a4aa888bdb4c18acec9b8 P 507fe0ad5f894e8e9afe54bc257ebe32 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ee1304fca5a4c72ab6b925b102ce69c" member_type: VOTER last_known_addr { host: "127.15.232.2" port: 46577 } } peers { permanent_uuid: "507fe0ad5f894e8e9afe54bc257ebe32" member_type: VOTER last_known_addr { host: "127.15.232.1" port: 36287 } } peers { permanent_uuid: "9344b8e07d274a9cba2d254a8b8e8e2f" member_type: VOTER last_known_addr { host: "127.15.232.3" port: 34481 } }
02:58:33.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.973613 17056 leader_election.cc:288] T 7b754629561a4aa888bdb4c18acec9b8 P 507fe0ad5f894e8e9afe54bc257ebe32 [CANDIDATE]: Term 1 election: Requested vote from peers 0ee1304fca5a4c72ab6b925b102ce69c (127.15.232.2:46577), 9344b8e07d274a9cba2d254a8b8e8e2f (127.15.232.3:34481)
02:58:33.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.974174 16834 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "7b754629561a4aa888bdb4c18acec9b8" candidate_uuid: "507fe0ad5f894e8e9afe54bc257ebe32" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0ee1304fca5a4c72ab6b925b102ce69c"
02:58:33.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.974257 16976 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "7b754629561a4aa888bdb4c18acec9b8" candidate_uuid: "507fe0ad5f894e8e9afe54bc257ebe32" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9344b8e07d274a9cba2d254a8b8e8e2f"
02:58:33.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.974411 16834 raft_consensus.cc:3037] T 7b754629561a4aa888bdb4c18acec9b8 P 0ee1304fca5a4c72ab6b925b102ce69c [term 0 FOLLOWER]: Advancing to term 1
02:58:33.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.974509 16976 raft_consensus.cc:3037] T 7b754629561a4aa888bdb4c18acec9b8 P 9344b8e07d274a9cba2d254a8b8e8e2f [term 0 FOLLOWER]: Advancing to term 1
02:58:33.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.976397 16834 raft_consensus.cc:2454] T 7b754629561a4aa888bdb4c18acec9b8 P 0ee1304fca5a4c72ab6b925b102ce69c [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 507fe0ad5f894e8e9afe54bc257ebe32 in term 1.
02:58:33.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.976692 16976 raft_consensus.cc:2454] T 7b754629561a4aa888bdb4c18acec9b8 P 9344b8e07d274a9cba2d254a8b8e8e2f [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 507fe0ad5f894e8e9afe54bc257ebe32 in term 1.
02:58:33.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.977149 16616 leader_election.cc:302] T 7b754629561a4aa888bdb4c18acec9b8 P 507fe0ad5f894e8e9afe54bc257ebe32 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0ee1304fca5a4c72ab6b925b102ce69c, 507fe0ad5f894e8e9afe54bc257ebe32; no voters:
02:58:33.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.977586 17056 raft_consensus.cc:2781] T 7b754629561a4aa888bdb4c18acec9b8 P 507fe0ad5f894e8e9afe54bc257ebe32 [term 1 FOLLOWER]: Leader election won for term 1
02:58:33.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.978014 17056 raft_consensus.cc:686] T 7b754629561a4aa888bdb4c18acec9b8 P 507fe0ad5f894e8e9afe54bc257ebe32 [term 1 LEADER]: Becoming Leader. State: Replica: 507fe0ad5f894e8e9afe54bc257ebe32, State: Running, Role: LEADER
02:58:33.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.978560 17056 consensus_queue.cc:237] T 7b754629561a4aa888bdb4c18acec9b8 P 507fe0ad5f894e8e9afe54bc257ebe32 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ee1304fca5a4c72ab6b925b102ce69c" member_type: VOTER last_known_addr { host: "127.15.232.2" port: 46577 } } peers { permanent_uuid: "507fe0ad5f894e8e9afe54bc257ebe32" member_type: VOTER last_known_addr { host: "127.15.232.1" port: 36287 } } peers { permanent_uuid: "9344b8e07d274a9cba2d254a8b8e8e2f" member_type: VOTER last_known_addr { host: "127.15.232.3" port: 34481 } }
02:58:33.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:33.983256 16330 catalog_manager.cc:5495] T 7b754629561a4aa888bdb4c18acec9b8 P 507fe0ad5f894e8e9afe54bc257ebe32 reported cstate change: term changed from 0 to 1, leader changed from <none> to 507fe0ad5f894e8e9afe54bc257ebe32 (127.15.232.1). New cstate: current_term: 1 leader_uuid: "507fe0ad5f894e8e9afe54bc257ebe32" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ee1304fca5a4c72ab6b925b102ce69c" member_type: VOTER last_known_addr { host: "127.15.232.2" port: 46577 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "507fe0ad5f894e8e9afe54bc257ebe32" member_type: VOTER last_known_addr { host: "127.15.232.1" port: 36287 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "9344b8e07d274a9cba2d254a8b8e8e2f" member_type: VOTER last_known_addr { host: "127.15.232.3" port: 34481 } health_report { overall_health: UNKNOWN } } }
02:58:34.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:34.117467 16330 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:58794:
02:58:34.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
02:58:34.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
02:58:34.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:58:34.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
02:58:34.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
02:58:34.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
02:58:34.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:58:34.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:58:34.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:58:34.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:58:34.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:58:34.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:58:34.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:58:34.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
02:58:34.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
02:58:34.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
02:58:34.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:58:34.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:58:34.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:58:34.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:58:34.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:58:34.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:58:34.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:58:34.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
02:58:34.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
02:58:34.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
02:58:34.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:58:34.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:58:34.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:58:34.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:58:34.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:58:34.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:58:34.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:58:34.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
02:58:34.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
02:58:34.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
02:58:34.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:58:34.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:58:34.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:58:34.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:58:34.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:58:34.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:58:34.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:58:34.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
02:58:34.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
02:58:34.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
02:58:34.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
02:58:34.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:58:34.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
02:58:34.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
02:58:34.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:58:34.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
02:58:34.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:58:34.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:58:34.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:58:34.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
02:58:34.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:58:34.118734 16330 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
02:58:34.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:34.130944 16956 tablet_service.cc:1467] Processing CreateTablet for tablet 9ee90ca6f5f54fc2a9d1e5e2133c54ea (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=84291ecb697d47ebb06a18e577b8726a]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
02:58:34.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:34.130757 16811 tablet_service.cc:1467] Processing CreateTablet for tablet 9ee90ca6f5f54fc2a9d1e5e2133c54ea (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=84291ecb697d47ebb06a18e577b8726a]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
02:58:34.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:34.131815 16956 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 9ee90ca6f5f54fc2a9d1e5e2133c54ea. 1 dirs total, 0 dirs full, 0 dirs failed
02:58:34.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:34.131816 16811 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 9ee90ca6f5f54fc2a9d1e5e2133c54ea. 1 dirs total, 0 dirs full, 0 dirs failed
02:58:34.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:34.137171 16672 tablet_service.cc:1467] Processing CreateTablet for tablet 9ee90ca6f5f54fc2a9d1e5e2133c54ea (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=84291ecb697d47ebb06a18e577b8726a]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
02:58:34.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:34.138183 16672 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 9ee90ca6f5f54fc2a9d1e5e2133c54ea. 1 dirs total, 0 dirs full, 0 dirs failed
02:58:34.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:34.143082 17048 tablet_bootstrap.cc:492] T 9ee90ca6f5f54fc2a9d1e5e2133c54ea P 9344b8e07d274a9cba2d254a8b8e8e2f: Bootstrap starting.
02:58:34.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:34.144114 17049 tablet_bootstrap.cc:492] T 9ee90ca6f5f54fc2a9d1e5e2133c54ea P 507fe0ad5f894e8e9afe54bc257ebe32: Bootstrap starting.
02:58:34.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:34.144665 17048 tablet_bootstrap.cc:654] T 9ee90ca6f5f54fc2a9d1e5e2133c54ea P 9344b8e07d274a9cba2d254a8b8e8e2f: Neither blocks nor log segments found. Creating new log.
02:58:34.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:34.145767 17049 tablet_bootstrap.cc:654] T 9ee90ca6f5f54fc2a9d1e5e2133c54ea P 507fe0ad5f894e8e9afe54bc257ebe32: Neither blocks nor log segments found. Creating new log.
02:58:34.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:34.148327 17049 tablet_bootstrap.cc:492] T 9ee90ca6f5f54fc2a9d1e5e2133c54ea P 507fe0ad5f894e8e9afe54bc257ebe32: No bootstrap required, opened a new log
02:58:34.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:34.148471 17049 ts_tablet_manager.cc:1397] T 9ee90ca6f5f54fc2a9d1e5e2133c54ea P 507fe0ad5f894e8e9afe54bc257ebe32: Time spent bootstrapping tablet: real 0.004s user 0.000s sys 0.003s
02:58:34.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:34.148702 17047 tablet_bootstrap.cc:492] T 9ee90ca6f5f54fc2a9d1e5e2133c54ea P 0ee1304fca5a4c72ab6b925b102ce69c: Bootstrap starting.
02:58:34.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:34.149133 17049 raft_consensus.cc:348] T 9ee90ca6f5f54fc2a9d1e5e2133c54ea P 507fe0ad5f894e8e9afe54bc257ebe32 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "507fe0ad5f894e8e9afe54bc257ebe32" member_type: VOTER last_known_addr { host: "127.15.232.1" port: 36287 } } peers { permanent_uuid: "0ee1304fca5a4c72ab6b925b102ce69c" member_type: VOTER last_known_addr { host: "127.15.232.2" port: 46577 } } peers { permanent_uuid: "9344b8e07d274a9cba2d254a8b8e8e2f" member_type: VOTER last_known_addr { host: "127.15.232.3" port: 34481 } }
02:58:34.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:34.149358 17049 raft_consensus.cc:374] T 9ee90ca6f5f54fc2a9d1e5e2133c54ea P 507fe0ad5f894e8e9afe54bc257ebe32 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:58:34.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:34.149418 17049 raft_consensus.cc:729] T 9ee90ca6f5f54fc2a9d1e5e2133c54ea P 507fe0ad5f894e8e9afe54bc257ebe32 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 507fe0ad5f894e8e9afe54bc257ebe32, State: Initialized, Role: FOLLOWER
02:58:34.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:34.149616 17049 consensus_queue.cc:260] T 9ee90ca6f5f54fc2a9d1e5e2133c54ea P 507fe0ad5f894e8e9afe54bc257ebe32 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "507fe0ad5f894e8e9afe54bc257ebe32" member_type: VOTER last_known_addr { host: "127.15.232.1" port: 36287 } } peers { permanent_uuid: "0ee1304fca5a4c72ab6b925b102ce69c" member_type: VOTER last_known_addr { host: "127.15.232.2" port: 46577 } } peers { permanent_uuid: "9344b8e07d274a9cba2d254a8b8e8e2f" member_type: VOTER last_known_addr { host: "127.15.232.3" port: 34481 } }
02:58:34.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:34.150468 17047 tablet_bootstrap.cc:654] T 9ee90ca6f5f54fc2a9d1e5e2133c54ea P 0ee1304fca5a4c72ab6b925b102ce69c: Neither blocks nor log segments found. Creating new log.
02:58:34.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:34.151137 17049 ts_tablet_manager.cc:1428] T 9ee90ca6f5f54fc2a9d1e5e2133c54ea P 507fe0ad5f894e8e9afe54bc257ebe32: Time spent starting tablet: real 0.003s user 0.001s sys 0.000s
02:58:34.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:34.151464 17056 tablet_replica.cc:439] T 9ee90ca6f5f54fc2a9d1e5e2133c54ea P 507fe0ad5f894e8e9afe54bc257ebe32: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "507fe0ad5f894e8e9afe54bc257ebe32" member_type: VOTER last_known_addr { host: "127.15.232.1" port: 36287 } } peers { permanent_uuid: "0ee1304fca5a4c72ab6b925b102ce69c" member_type: VOTER last_known_addr { host: "127.15.232.2" port: 46577 } } peers { permanent_uuid: "9344b8e07d274a9cba2d254a8b8e8e2f" member_type: VOTER last_known_addr { host: "127.15.232.3" port: 34481 } } }
02:58:34.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:34.151764 17056 tablet_replica.cc:442] T 9ee90ca6f5f54fc2a9d1e5e2133c54ea P 507fe0ad5f894e8e9afe54bc257ebe32: This TxnStatusTablet replica's current role is: FOLLOWER
02:58:34.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:34.157683 17048 tablet_bootstrap.cc:492] T 9ee90ca6f5f54fc2a9d1e5e2133c54ea P 9344b8e07d274a9cba2d254a8b8e8e2f: No bootstrap required, opened a new log
02:58:34.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:34.157871 17048 ts_tablet_manager.cc:1397] T 9ee90ca6f5f54fc2a9d1e5e2133c54ea P 9344b8e07d274a9cba2d254a8b8e8e2f: Time spent bootstrapping tablet: real 0.015s user 0.003s sys 0.000s
02:58:34.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:34.158545 17048 raft_consensus.cc:348] T 9ee90ca6f5f54fc2a9d1e5e2133c54ea P 9344b8e07d274a9cba2d254a8b8e8e2f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "507fe0ad5f894e8e9afe54bc257ebe32" member_type: VOTER last_known_addr { host: "127.15.232.1" port: 36287 } } peers { permanent_uuid: "0ee1304fca5a4c72ab6b925b102ce69c" member_type: VOTER last_known_addr { host: "127.15.232.2" port: 46577 } } peers { permanent_uuid: "9344b8e07d274a9cba2d254a8b8e8e2f" member_type: VOTER last_known_addr { host: "127.15.232.3" port: 34481 } }
02:58:34.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:34.158732 17048 raft_consensus.cc:374] T 9ee90ca6f5f54fc2a9d1e5e2133c54ea P 9344b8e07d274a9cba2d254a8b8e8e2f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:58:34.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:34.158850 17048 raft_consensus.cc:729] T 9ee90ca6f5f54fc2a9d1e5e2133c54ea P 9344b8e07d274a9cba2d254a8b8e8e2f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9344b8e07d274a9cba2d254a8b8e8e2f, State: Initialized, Role: FOLLOWER
02:58:34.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:34.159103 17048 consensus_queue.cc:260] T 9ee90ca6f5f54fc2a9d1e5e2133c54ea P 9344b8e07d274a9cba2d254a8b8e8e2f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "507fe0ad5f894e8e9afe54bc257ebe32" member_type: VOTER last_known_addr { host: "127.15.232.1" port: 36287 } } peers { permanent_uuid: "0ee1304fca5a4c72ab6b925b102ce69c" member_type: VOTER last_known_addr { host: "127.15.232.2" port: 46577 } } peers { permanent_uuid: "9344b8e07d274a9cba2d254a8b8e8e2f" member_type: VOTER last_known_addr { host: "127.15.232.3" port: 34481 } }
02:58:34.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:34.159614 17055 tablet_replica.cc:439] T 9ee90ca6f5f54fc2a9d1e5e2133c54ea P 9344b8e07d274a9cba2d254a8b8e8e2f: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "507fe0ad5f894e8e9afe54bc257ebe32" member_type: VOTER last_known_addr { host: "127.15.232.1" port: 36287 } } peers { permanent_uuid: "0ee1304fca5a4c72ab6b925b102ce69c" member_type: VOTER last_known_addr { host: "127.15.232.2" port: 46577 } } peers { permanent_uuid: "9344b8e07d274a9cba2d254a8b8e8e2f" member_type: VOTER last_known_addr { host: "127.15.232.3" port: 34481 } } }
02:58:34.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:34.159881 17055 tablet_replica.cc:442] T 9ee90ca6f5f54fc2a9d1e5e2133c54ea P 9344b8e07d274a9cba2d254a8b8e8e2f: This TxnStatusTablet replica's current role is: FOLLOWER
02:58:34.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:34.160913 17048 ts_tablet_manager.cc:1428] T 9ee90ca6f5f54fc2a9d1e5e2133c54ea P 9344b8e07d274a9cba2d254a8b8e8e2f: Time spent starting tablet: real 0.003s user 0.003s sys 0.000s
02:58:34.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:34.162266 17047 tablet_bootstrap.cc:492] T 9ee90ca6f5f54fc2a9d1e5e2133c54ea P 0ee1304fca5a4c72ab6b925b102ce69c: No bootstrap required, opened a new log
02:58:34.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:34.162590 17047 ts_tablet_manager.cc:1397] T 9ee90ca6f5f54fc2a9d1e5e2133c54ea P 0ee1304fca5a4c72ab6b925b102ce69c: Time spent bootstrapping tablet: real 0.014s user 0.000s sys 0.008s
02:58:34.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:34.163556 17047 raft_consensus.cc:348] T 9ee90ca6f5f54fc2a9d1e5e2133c54ea P 0ee1304fca5a4c72ab6b925b102ce69c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "507fe0ad5f894e8e9afe54bc257ebe32" member_type: VOTER last_known_addr { host: "127.15.232.1" port: 36287 } } peers { permanent_uuid: "0ee1304fca5a4c72ab6b925b102ce69c" member_type: VOTER last_known_addr { host: "127.15.232.2" port: 46577 } } peers { permanent_uuid: "9344b8e07d274a9cba2d254a8b8e8e2f" member_type: VOTER last_known_addr { host: "127.15.232.3" port: 34481 } }
02:58:34.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:34.163821 17047 raft_consensus.cc:374] T 9ee90ca6f5f54fc2a9d1e5e2133c54ea P 0ee1304fca5a4c72ab6b925b102ce69c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:58:34.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:34.163913 17047 raft_consensus.cc:729] T 9ee90ca6f5f54fc2a9d1e5e2133c54ea P 0ee1304fca5a4c72ab6b925b102ce69c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0ee1304fca5a4c72ab6b925b102ce69c, State: Initialized, Role: FOLLOWER
02:58:34.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:34.164223 17047 consensus_queue.cc:260] T 9ee90ca6f5f54fc2a9d1e5e2133c54ea P 0ee1304fca5a4c72ab6b925b102ce69c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "507fe0ad5f894e8e9afe54bc257ebe32" member_type: VOTER last_known_addr { host: "127.15.232.1" port: 36287 } } peers { permanent_uuid: "0ee1304fca5a4c72ab6b925b102ce69c" member_type: VOTER last_known_addr { host: "127.15.232.2" port: 46577 } } peers { permanent_uuid: "9344b8e07d274a9cba2d254a8b8e8e2f" member_type: VOTER last_known_addr { host: "127.15.232.3" port: 34481 } }
02:58:34.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:34.164875 17047 ts_tablet_manager.cc:1428] T 9ee90ca6f5f54fc2a9d1e5e2133c54ea P 0ee1304fca5a4c72ab6b925b102ce69c: Time spent starting tablet: real 0.002s user 0.001s sys 0.001s
02:58:34.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:34.165520 17053 tablet_replica.cc:439] T 9ee90ca6f5f54fc2a9d1e5e2133c54ea P 0ee1304fca5a4c72ab6b925b102ce69c: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "507fe0ad5f894e8e9afe54bc257ebe32" member_type: VOTER last_known_addr { host: "127.15.232.1" port: 36287 } } peers { permanent_uuid: "0ee1304fca5a4c72ab6b925b102ce69c" member_type: VOTER last_known_addr { host: "127.15.232.2" port: 46577 } } peers { permanent_uuid: "9344b8e07d274a9cba2d254a8b8e8e2f" member_type: VOTER last_known_addr { host: "127.15.232.3" port: 34481 } } }
02:58:34.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:34.165859 17053 tablet_replica.cc:442] T 9ee90ca6f5f54fc2a9d1e5e2133c54ea P 0ee1304fca5a4c72ab6b925b102ce69c: This TxnStatusTablet replica's current role is: FOLLOWER
02:58:34.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:34.197443 17056 raft_consensus.cc:482] T 9ee90ca6f5f54fc2a9d1e5e2133c54ea P 507fe0ad5f894e8e9afe54bc257ebe32 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:58:34.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:34.197651 17056 raft_consensus.cc:504] T 9ee90ca6f5f54fc2a9d1e5e2133c54ea P 507fe0ad5f894e8e9afe54bc257ebe32 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "507fe0ad5f894e8e9afe54bc257ebe32" member_type: VOTER last_known_addr { host: "127.15.232.1" port: 36287 } } peers { permanent_uuid: "0ee1304fca5a4c72ab6b925b102ce69c" member_type: VOTER last_known_addr { host: "127.15.232.2" port: 46577 } } peers { permanent_uuid: "9344b8e07d274a9cba2d254a8b8e8e2f" member_type: VOTER last_known_addr { host: "127.15.232.3" port: 34481 } }
02:58:34.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:34.198388 17056 leader_election.cc:288] T 9ee90ca6f5f54fc2a9d1e5e2133c54ea P 507fe0ad5f894e8e9afe54bc257ebe32 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 0ee1304fca5a4c72ab6b925b102ce69c (127.15.232.2:46577), 9344b8e07d274a9cba2d254a8b8e8e2f (127.15.232.3:34481)
02:58:34.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:34.198904 16834 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "9ee90ca6f5f54fc2a9d1e5e2133c54ea" candidate_uuid: "507fe0ad5f894e8e9afe54bc257ebe32" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0ee1304fca5a4c72ab6b925b102ce69c" is_pre_election: true
02:58:34.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:34.199003 16976 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "9ee90ca6f5f54fc2a9d1e5e2133c54ea" candidate_uuid: "507fe0ad5f894e8e9afe54bc257ebe32" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9344b8e07d274a9cba2d254a8b8e8e2f" is_pre_election: true
02:58:34.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:34.199174 16834 raft_consensus.cc:2454] T 9ee90ca6f5f54fc2a9d1e5e2133c54ea P 0ee1304fca5a4c72ab6b925b102ce69c [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 507fe0ad5f894e8e9afe54bc257ebe32 in term 0.
02:58:34.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:34.199296 16976 raft_consensus.cc:2454] T 9ee90ca6f5f54fc2a9d1e5e2133c54ea P 9344b8e07d274a9cba2d254a8b8e8e2f [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 507fe0ad5f894e8e9afe54bc257ebe32 in term 0.
02:58:34.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:34.199596 16616 leader_election.cc:302] T 9ee90ca6f5f54fc2a9d1e5e2133c54ea P 507fe0ad5f894e8e9afe54bc257ebe32 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0ee1304fca5a4c72ab6b925b102ce69c, 507fe0ad5f894e8e9afe54bc257ebe32; no voters:
02:58:34.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:34.199889 17056 raft_consensus.cc:2781] T 9ee90ca6f5f54fc2a9d1e5e2133c54ea P 507fe0ad5f894e8e9afe54bc257ebe32 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:58:34.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:34.200019 17056 raft_consensus.cc:482] T 9ee90ca6f5f54fc2a9d1e5e2133c54ea P 507fe0ad5f894e8e9afe54bc257ebe32 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:58:34.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:34.200124 17056 raft_consensus.cc:3037] T 9ee90ca6f5f54fc2a9d1e5e2133c54ea P 507fe0ad5f894e8e9afe54bc257ebe32 [term 0 FOLLOWER]: Advancing to term 1
02:58:34.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:34.202157 17056 raft_consensus.cc:504] T 9ee90ca6f5f54fc2a9d1e5e2133c54ea P 507fe0ad5f894e8e9afe54bc257ebe32 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "507fe0ad5f894e8e9afe54bc257ebe32" member_type: VOTER last_known_addr { host: "127.15.232.1" port: 36287 } } peers { permanent_uuid: "0ee1304fca5a4c72ab6b925b102ce69c" member_type: VOTER last_known_addr { host: "127.15.232.2" port: 46577 } } peers { permanent_uuid: "9344b8e07d274a9cba2d254a8b8e8e2f" member_type: VOTER last_known_addr { host: "127.15.232.3" port: 34481 } }
02:58:34.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:34.202689 17056 leader_election.cc:288] T 9ee90ca6f5f54fc2a9d1e5e2133c54ea P 507fe0ad5f894e8e9afe54bc257ebe32 [CANDIDATE]: Term 1 election: Requested vote from peers 0ee1304fca5a4c72ab6b925b102ce69c (127.15.232.2:46577), 9344b8e07d274a9cba2d254a8b8e8e2f (127.15.232.3:34481)
02:58:34.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:34.203409 16834 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "9ee90ca6f5f54fc2a9d1e5e2133c54ea" candidate_uuid: "507fe0ad5f894e8e9afe54bc257ebe32" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0ee1304fca5a4c72ab6b925b102ce69c"
02:58:34.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:34.203475 16976 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "9ee90ca6f5f54fc2a9d1e5e2133c54ea" candidate_uuid: "507fe0ad5f894e8e9afe54bc257ebe32" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9344b8e07d274a9cba2d254a8b8e8e2f"
02:58:34.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:34.203687 16834 raft_consensus.cc:3037] T 9ee90ca6f5f54fc2a9d1e5e2133c54ea P 0ee1304fca5a4c72ab6b925b102ce69c [term 0 FOLLOWER]: Advancing to term 1
02:58:34.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:34.203689 16976 raft_consensus.cc:3037] T 9ee90ca6f5f54fc2a9d1e5e2133c54ea P 9344b8e07d274a9cba2d254a8b8e8e2f [term 0 FOLLOWER]: Advancing to term 1
02:58:34.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:34.206532 16976 raft_consensus.cc:2454] T 9ee90ca6f5f54fc2a9d1e5e2133c54ea P 9344b8e07d274a9cba2d254a8b8e8e2f [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 507fe0ad5f894e8e9afe54bc257ebe32 in term 1.
02:58:34.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:34.206532 16834 raft_consensus.cc:2454] T 9ee90ca6f5f54fc2a9d1e5e2133c54ea P 0ee1304fca5a4c72ab6b925b102ce69c [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 507fe0ad5f894e8e9afe54bc257ebe32 in term 1.
02:58:34.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:34.206934 16616 leader_election.cc:302] T 9ee90ca6f5f54fc2a9d1e5e2133c54ea P 507fe0ad5f894e8e9afe54bc257ebe32 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0ee1304fca5a4c72ab6b925b102ce69c, 507fe0ad5f894e8e9afe54bc257ebe32; no voters:
02:58:34.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:34.207196 17056 raft_consensus.cc:2781] T 9ee90ca6f5f54fc2a9d1e5e2133c54ea P 507fe0ad5f894e8e9afe54bc257ebe32 [term 1 FOLLOWER]: Leader election won for term 1
02:58:34.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:34.207391 17056 raft_consensus.cc:686] T 9ee90ca6f5f54fc2a9d1e5e2133c54ea P 507fe0ad5f894e8e9afe54bc257ebe32 [term 1 LEADER]: Becoming Leader. State: Replica: 507fe0ad5f894e8e9afe54bc257ebe32, State: Running, Role: LEADER
02:58:34.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:34.207938 17056 consensus_queue.cc:237] T 9ee90ca6f5f54fc2a9d1e5e2133c54ea P 507fe0ad5f894e8e9afe54bc257ebe32 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "507fe0ad5f894e8e9afe54bc257ebe32" member_type: VOTER last_known_addr { host: "127.15.232.1" port: 36287 } } peers { permanent_uuid: "0ee1304fca5a4c72ab6b925b102ce69c" member_type: VOTER last_known_addr { host: "127.15.232.2" port: 46577 } } peers { permanent_uuid: "9344b8e07d274a9cba2d254a8b8e8e2f" member_type: VOTER last_known_addr { host: "127.15.232.3" port: 34481 } }
02:58:34.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:34.209847 17065 tablet_replica.cc:439] T 9ee90ca6f5f54fc2a9d1e5e2133c54ea P 507fe0ad5f894e8e9afe54bc257ebe32: TxnStatusTablet state changed. Reason: New leader 507fe0ad5f894e8e9afe54bc257ebe32. Latest consensus state: current_term: 1 leader_uuid: "507fe0ad5f894e8e9afe54bc257ebe32" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "507fe0ad5f894e8e9afe54bc257ebe32" member_type: VOTER last_known_addr { host: "127.15.232.1" port: 36287 } } peers { permanent_uuid: "0ee1304fca5a4c72ab6b925b102ce69c" member_type: VOTER last_known_addr { host: "127.15.232.2" port: 46577 } } peers { permanent_uuid: "9344b8e07d274a9cba2d254a8b8e8e2f" member_type: VOTER last_known_addr { host: "127.15.232.3" port: 34481 } } }
02:58:34.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:34.210263 17065 tablet_replica.cc:442] T 9ee90ca6f5f54fc2a9d1e5e2133c54ea P 507fe0ad5f894e8e9afe54bc257ebe32: This TxnStatusTablet replica's current role is: LEADER
02:58:34.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:34.211819 16330 catalog_manager.cc:5495] T 9ee90ca6f5f54fc2a9d1e5e2133c54ea P 507fe0ad5f894e8e9afe54bc257ebe32 reported cstate change: term changed from 0 to 1, leader changed from <none> to 507fe0ad5f894e8e9afe54bc257ebe32 (127.15.232.1). New cstate: current_term: 1 leader_uuid: "507fe0ad5f894e8e9afe54bc257ebe32" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "507fe0ad5f894e8e9afe54bc257ebe32" member_type: VOTER last_known_addr { host: "127.15.232.1" port: 36287 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "0ee1304fca5a4c72ab6b925b102ce69c" member_type: VOTER last_known_addr { host: "127.15.232.2" port: 46577 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "9344b8e07d274a9cba2d254a8b8e8e2f" member_type: VOTER last_known_addr { host: "127.15.232.3" port: 34481 } health_report { overall_health: UNKNOWN } } }
02:58:34.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:34.212186 17079 txn_status_manager.cc:873] Waiting until node catch up with all replicated operations in previous term...
02:58:34.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:34.212473 17079 txn_status_manager.cc:929] Loading transaction status metadata into memory...
02:58:34.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:34.258771 16834 raft_consensus.cc:1261] T 9ee90ca6f5f54fc2a9d1e5e2133c54ea P 0ee1304fca5a4c72ab6b925b102ce69c [term 1 FOLLOWER]: Refusing update from remote peer 507fe0ad5f894e8e9afe54bc257ebe32: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:58:34.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:34.258989 16976 raft_consensus.cc:1261] T 9ee90ca6f5f54fc2a9d1e5e2133c54ea P 9344b8e07d274a9cba2d254a8b8e8e2f [term 1 FOLLOWER]: Refusing update from remote peer 507fe0ad5f894e8e9afe54bc257ebe32: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:58:34.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:34.259747 17065 consensus_queue.cc:1035] T 9ee90ca6f5f54fc2a9d1e5e2133c54ea P 507fe0ad5f894e8e9afe54bc257ebe32 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0ee1304fca5a4c72ab6b925b102ce69c" member_type: VOTER last_known_addr { host: "127.15.232.2" port: 46577 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:58:34.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:34.260489 17056 consensus_queue.cc:1035] T 9ee90ca6f5f54fc2a9d1e5e2133c54ea P 507fe0ad5f894e8e9afe54bc257ebe32 [LEADER]: Connected to new peer: Peer: permanent_uuid: "9344b8e07d274a9cba2d254a8b8e8e2f" member_type: VOTER last_known_addr { host: "127.15.232.3" port: 34481 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:58:34.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:34.274394 17053 tablet_replica.cc:439] T 9ee90ca6f5f54fc2a9d1e5e2133c54ea P 0ee1304fca5a4c72ab6b925b102ce69c: TxnStatusTablet state changed. Reason: New leader 507fe0ad5f894e8e9afe54bc257ebe32. Latest consensus state: current_term: 1 leader_uuid: "507fe0ad5f894e8e9afe54bc257ebe32" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "507fe0ad5f894e8e9afe54bc257ebe32" member_type: VOTER last_known_addr { host: "127.15.232.1" port: 36287 } } peers { permanent_uuid: "0ee1304fca5a4c72ab6b925b102ce69c" member_type: VOTER last_known_addr { host: "127.15.232.2" port: 46577 } } peers { permanent_uuid: "9344b8e07d274a9cba2d254a8b8e8e2f" member_type: VOTER last_known_addr { host: "127.15.232.3" port: 34481 } } }
02:58:34.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:34.274747 17053 tablet_replica.cc:442] T 9ee90ca6f5f54fc2a9d1e5e2133c54ea P 0ee1304fca5a4c72ab6b925b102ce69c: This TxnStatusTablet replica's current role is: FOLLOWER
02:58:34.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:34.279861 17055 tablet_replica.cc:439] T 9ee90ca6f5f54fc2a9d1e5e2133c54ea P 9344b8e07d274a9cba2d254a8b8e8e2f: TxnStatusTablet state changed. Reason: New leader 507fe0ad5f894e8e9afe54bc257ebe32. Latest consensus state: current_term: 1 leader_uuid: "507fe0ad5f894e8e9afe54bc257ebe32" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "507fe0ad5f894e8e9afe54bc257ebe32" member_type: VOTER last_known_addr { host: "127.15.232.1" port: 36287 } } peers { permanent_uuid: "0ee1304fca5a4c72ab6b925b102ce69c" member_type: VOTER last_known_addr { host: "127.15.232.2" port: 46577 } } peers { permanent_uuid: "9344b8e07d274a9cba2d254a8b8e8e2f" member_type: VOTER last_known_addr { host: "127.15.232.3" port: 34481 } } }
02:58:34.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:34.280136 17055 tablet_replica.cc:442] T 9ee90ca6f5f54fc2a9d1e5e2133c54ea P 9344b8e07d274a9cba2d254a8b8e8e2f: This TxnStatusTablet replica's current role is: FOLLOWER
02:58:34.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:34.282512 17065 tablet_replica.cc:439] T 9ee90ca6f5f54fc2a9d1e5e2133c54ea P 507fe0ad5f894e8e9afe54bc257ebe32: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "507fe0ad5f894e8e9afe54bc257ebe32" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "507fe0ad5f894e8e9afe54bc257ebe32" member_type: VOTER last_known_addr { host: "127.15.232.1" port: 36287 } } peers { permanent_uuid: "0ee1304fca5a4c72ab6b925b102ce69c" member_type: VOTER last_known_addr { host: "127.15.232.2" port: 46577 } } peers { permanent_uuid: "9344b8e07d274a9cba2d254a8b8e8e2f" member_type: VOTER last_known_addr { host: "127.15.232.3" port: 34481 } } }
02:58:34.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:34.282792 17065 tablet_replica.cc:442] T 9ee90ca6f5f54fc2a9d1e5e2133c54ea P 507fe0ad5f894e8e9afe54bc257ebe32: This TxnStatusTablet replica's current role is: LEADER
02:58:34.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:34.287425 17056 tablet_replica.cc:439] T 9ee90ca6f5f54fc2a9d1e5e2133c54ea P 507fe0ad5f894e8e9afe54bc257ebe32: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "507fe0ad5f894e8e9afe54bc257ebe32" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "507fe0ad5f894e8e9afe54bc257ebe32" member_type: VOTER last_known_addr { host: "127.15.232.1" port: 36287 } } peers { permanent_uuid: "0ee1304fca5a4c72ab6b925b102ce69c" member_type: VOTER last_known_addr { host: "127.15.232.2" port: 46577 } } peers { permanent_uuid: "9344b8e07d274a9cba2d254a8b8e8e2f" member_type: VOTER last_known_addr { host: "127.15.232.3" port: 34481 } } }
02:58:34.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:34.287746 17056 tablet_replica.cc:442] T 9ee90ca6f5f54fc2a9d1e5e2133c54ea P 507fe0ad5f894e8e9afe54bc257ebe32: This TxnStatusTablet replica's current role is: LEADER
02:58:34.288 [DEBUG - Time-limited test] (KuduTransaction.java:702) starting keepalive heartbeating with period 500 ms (txn ID 0)
02:58:34.290 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table c3143700b9ba44fc8bb3c15507ba4d26
02:58:34.295 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 7b754629561a4aa888bdb4c18acec9b8 for table 'txn_manager_fallback' with partition [0x00000000, 0x00000001)
02:58:34.295 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 0e267a77214c49beb8c6d9151e746411 for table 'txn_manager_fallback' with partition [0x00000001, 0x00000002)
02:58:34.295 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=7b754629561a4aa888bdb4c18acec9b8@[0ee1304fca5a4c72ab6b925b102ce69c(127.15.232.2:46577),507fe0ad5f894e8e9afe54bc257ebe32(127.15.232.1:36287)[L],9344b8e07d274a9cba2d254a8b8e8e2f(127.15.232.3:34481)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=0e267a77214c49beb8c6d9151e746411@[0ee1304fca5a4c72ab6b925b102ce69c(127.15.232.2:46577)[L],507fe0ad5f894e8e9afe54bc257ebe32(127.15.232.1:36287),9344b8e07d274a9cba2d254a8b8e8e2f(127.15.232.3:34481)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
02:58:34.296 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=4), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.232.62:42203, [3ms] Sub RPC GetTableLocations: received response from server master-127.15.232.62:42203: OK, deferred=null) after lookup
02:58:34.300 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 507fe0ad5f894e8e9afe54bc257ebe32(127.15.232.1:36287)] connecting to peer
02:58:34.302 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 507fe0ad5f894e8e9afe54bc257ebe32(127.15.232.1:36287)] Successfully connected to peer
02:58:34.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:34.304998 17055 tablet_replica.cc:439] T 9ee90ca6f5f54fc2a9d1e5e2133c54ea P 9344b8e07d274a9cba2d254a8b8e8e2f: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "507fe0ad5f894e8e9afe54bc257ebe32" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "507fe0ad5f894e8e9afe54bc257ebe32" member_type: VOTER last_known_addr { host: "127.15.232.1" port: 36287 } } peers { permanent_uuid: "0ee1304fca5a4c72ab6b925b102ce69c" member_type: VOTER last_known_addr { host: "127.15.232.2" port: 46577 } } peers { permanent_uuid: "9344b8e07d274a9cba2d254a8b8e8e2f" member_type: VOTER last_known_addr { host: "127.15.232.3" port: 34481 } } }
02:58:34.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:34.305310 17055 tablet_replica.cc:442] T 9ee90ca6f5f54fc2a9d1e5e2133c54ea P 9344b8e07d274a9cba2d254a8b8e8e2f: This TxnStatusTablet replica's current role is: FOLLOWER
02:58:34.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:34.307205 17053 tablet_replica.cc:439] T 9ee90ca6f5f54fc2a9d1e5e2133c54ea P 0ee1304fca5a4c72ab6b925b102ce69c: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "507fe0ad5f894e8e9afe54bc257ebe32" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "507fe0ad5f894e8e9afe54bc257ebe32" member_type: VOTER last_known_addr { host: "127.15.232.1" port: 36287 } } peers { permanent_uuid: "0ee1304fca5a4c72ab6b925b102ce69c" member_type: VOTER last_known_addr { host: "127.15.232.2" port: 46577 } } peers { permanent_uuid: "9344b8e07d274a9cba2d254a8b8e8e2f" member_type: VOTER last_known_addr { host: "127.15.232.3" port: 34481 } } }
02:58:34.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:34.307502 17053 tablet_replica.cc:442] T 9ee90ca6f5f54fc2a9d1e5e2133c54ea P 0ee1304fca5a4c72ab6b925b102ce69c: This TxnStatusTablet replica's current role is: FOLLOWER
02:58:34.323 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xf9cf0c3b, L:/127.0.0.1:48026 - R:/127.15.232.1:36287] using TOKEN/null
02:58:34.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:34.351090 16975 raft_consensus.cc:1261] T 7b754629561a4aa888bdb4c18acec9b8 P 9344b8e07d274a9cba2d254a8b8e8e2f [term 1 FOLLOWER]: Refusing update from remote peer 507fe0ad5f894e8e9afe54bc257ebe32: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:58:34.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:34.351169 16834 raft_consensus.cc:1261] T 7b754629561a4aa888bdb4c18acec9b8 P 0ee1304fca5a4c72ab6b925b102ce69c [term 1 FOLLOWER]: Refusing update from remote peer 507fe0ad5f894e8e9afe54bc257ebe32: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:58:34.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:34.351706 17093 consensus_queue.cc:1035] T 7b754629561a4aa888bdb4c18acec9b8 P 507fe0ad5f894e8e9afe54bc257ebe32 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0ee1304fca5a4c72ab6b925b102ce69c" member_type: VOTER last_known_addr { host: "127.15.232.2" port: 46577 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:58:34.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:34.352108 17065 consensus_queue.cc:1035] T 7b754629561a4aa888bdb4c18acec9b8 P 507fe0ad5f894e8e9afe54bc257ebe32 [LEADER]: Connected to new peer: Peer: permanent_uuid: "9344b8e07d274a9cba2d254a8b8e8e2f" member_type: VOTER last_known_addr { host: "127.15.232.3" port: 34481 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:58:34.393 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.15.232.62:42203
02:58:34.393 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
02:58:34.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:34.395713 16288 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-tasktnuIQm/build/asan/bin/kudu pid 16299
02:58:34.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:34.397233 16370 generic_service.cc:196] Checking for leaks (request via RPC)
02:58:34.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:34.437620 17053 consensus_queue.cc:1035] T 0e267a77214c49beb8c6d9151e746411 P 0ee1304fca5a4c72ab6b925b102ce69c [LEADER]: Connected to new peer: Peer: permanent_uuid: "507fe0ad5f894e8e9afe54bc257ebe32" member_type: VOTER last_known_addr { host: "127.15.232.1" port: 36287 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:58:34.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:34.455964 17100 consensus_queue.cc:1035] T 0e267a77214c49beb8c6d9151e746411 P 0ee1304fca5a4c72ab6b925b102ce69c [LEADER]: Connected to new peer: Peer: permanent_uuid: "9344b8e07d274a9cba2d254a8b8e8e2f" member_type: VOTER last_known_addr { host: "127.15.232.3" port: 34481 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:58:34.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:34.584839 16288 external_mini_cluster.cc:1595] Killing /tmp/dist-test-tasktnuIQm/build/asan/bin/kudu with pid 16299
02:58:34.606 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.15.232.62:42203(127.15.232.62:42203)] handling channelInactive
02:58:34.607 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.232.62:42203(127.15.232.62:42203)] cleaning up while in state READY due to: connection closed
02:58:34.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:58:34.607465 17021 heartbeater.cc:644] Failed to heartbeat to 127.15.232.62:42203 (0 consecutive failures): Network error: Failed to send heartbeat to master: recv got EOF from 127.15.232.62:42203 (error 108)
02:58:34.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:58:34.608183 16397 connection.cc:535] server connection from 127.0.0.1:45134 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
02:58:34.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:58:34.608669 16738 heartbeater.cc:644] Failed to heartbeat to 127.15.232.62:42203 (0 consecutive failures): Network error: Failed to send heartbeat to master: recv got EOF from 127.15.232.62:42203 (error 108)
02:58:34.609 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
02:58:34.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:58:34.611141 17102 negotiation.cc:337] Failed RPC negotiation. Trace:
02:58:34.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 02:58:34.608045 (+ 0us) reactor.cc:625] Submitting negotiation task for client connection to 127.15.232.62:42203 (local address 127.15.232.3:48781)
02:58:34.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 02:58:34.609630 (+ 1585us) negotiation.cc:107] Waiting for socket to connect
02:58:34.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 02:58:34.609810 (+ 180us) negotiation.cc:327] Negotiation complete: Network error: Client connection negotiation failed: client connection to 127.15.232.62:42203: connect: Connection reset by peer (error 104)
02:58:34.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"client-negotiator.queue_time_us":1397,"thread_start_us":1446,"threads_started":1}
02:58:34.799 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.232.62:42203(127.15.232.62:42203)] connecting to peer
02:58:34.801 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.232.62:42203(127.15.232.62:42203): Connection refused: /127.15.232.62:42203
02:58:34.801 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.232.62:42203(127.15.232.62:42203)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.232.62:42203(127.15.232.62:42203): Connection refused: /127.15.232.62:42203
02:58:34.801 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location master-127.15.232.62:42203(127.15.232.62:42203) for tablet Kudu Master: Failed to connect to peer master-127.15.232.62:42203(127.15.232.62:42203): Connection refused: /127.15.232.62:42203
02:58:34.817 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.232.62:42203(127.15.232.62:42203)] connecting to peer
02:58:34.818 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.232.62:42203(127.15.232.62:42203): Connection refused: /127.15.232.62:42203
02:58:34.818 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.232.62:42203(127.15.232.62:42203)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.232.62:42203(127.15.232.62:42203): Connection refused: /127.15.232.62:42203
02:58:34.819 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.232.62:42203: Failed to connect to peer master-127.15.232.62:42203(127.15.232.62:42203): Connection refused: /127.15.232.62:42203
02:58:34.819 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.232.61:46831,127.15.232.60:38999,127.15.232.62:42203; will retry
02:58:34.836 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.232.62:42203(127.15.232.62:42203)] connecting to peer
02:58:34.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.232.62:42203(127.15.232.62:42203): Connection refused: /127.15.232.62:42203
02:58:34.837 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.232.62:42203(127.15.232.62:42203)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.232.62:42203(127.15.232.62:42203): Connection refused: /127.15.232.62:42203
02:58:34.837 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.232.62:42203: Failed to connect to peer master-127.15.232.62:42203(127.15.232.62:42203): Connection refused: /127.15.232.62:42203
02:58:34.838 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.232.61:46831,127.15.232.60:38999,127.15.232.62:42203; will retry
02:58:34.856 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.232.62:42203(127.15.232.62:42203)] connecting to peer
02:58:34.858 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.232.62:42203(127.15.232.62:42203): Connection refused: /127.15.232.62:42203
02:58:34.858 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.232.62:42203(127.15.232.62:42203)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.232.62:42203(127.15.232.62:42203): Connection refused: /127.15.232.62:42203
02:58:34.858 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.232.62:42203: Failed to connect to peer master-127.15.232.62:42203(127.15.232.62:42203): Connection refused: /127.15.232.62:42203
02:58:34.858 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.232.61:46831,127.15.232.60:38999,127.15.232.62:42203; will retry
02:58:34.876 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.232.62:42203(127.15.232.62:42203)] connecting to peer
02:58:34.878 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.232.62:42203(127.15.232.62:42203): Connection refused: /127.15.232.62:42203
02:58:34.879 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.232.62:42203(127.15.232.62:42203)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.232.62:42203(127.15.232.62:42203): Connection refused: /127.15.232.62:42203
02:58:34.879 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.232.62:42203: Failed to connect to peer master-127.15.232.62:42203(127.15.232.62:42203): Connection refused: /127.15.232.62:42203
02:58:34.879 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.232.61:46831,127.15.232.60:38999,127.15.232.62:42203; will retry
02:58:34.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:34.884609 17104 raft_consensus.cc:482] T 00000000000000000000000000000000 P d2ce1e128c9844e09755d021d0b0f13a [term 1 FOLLOWER]: Starting pre-election (detected failure of leader d6d106a7784d4b35a2de20b491009eb8)
02:58:34.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:34.884900 17104 raft_consensus.cc:504] T 00000000000000000000000000000000 P d2ce1e128c9844e09755d021d0b0f13a [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d6d106a7784d4b35a2de20b491009eb8" member_type: VOTER last_known_addr { host: "127.15.232.62" port: 42203 } } peers { permanent_uuid: "7f1d44bb63b64593b3ca9f45cbcfa692" member_type: VOTER last_known_addr { host: "127.15.232.61" port: 46831 } } peers { permanent_uuid: "d2ce1e128c9844e09755d021d0b0f13a" member_type: VOTER last_known_addr { host: "127.15.232.60" port: 38999 } }
02:58:34.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:34.885365 17105 raft_consensus.cc:482] T 00000000000000000000000000000000 P 7f1d44bb63b64593b3ca9f45cbcfa692 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader d6d106a7784d4b35a2de20b491009eb8)
02:58:34.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:34.885541 17105 raft_consensus.cc:504] T 00000000000000000000000000000000 P 7f1d44bb63b64593b3ca9f45cbcfa692 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d6d106a7784d4b35a2de20b491009eb8" member_type: VOTER last_known_addr { host: "127.15.232.62" port: 42203 } } peers { permanent_uuid: "7f1d44bb63b64593b3ca9f45cbcfa692" member_type: VOTER last_known_addr { host: "127.15.232.61" port: 46831 } } peers { permanent_uuid: "d2ce1e128c9844e09755d021d0b0f13a" member_type: VOTER last_known_addr { host: "127.15.232.60" port: 38999 } }
02:58:34.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:34.886379 17104 leader_election.cc:288] T 00000000000000000000000000000000 P d2ce1e128c9844e09755d021d0b0f13a [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers d6d106a7784d4b35a2de20b491009eb8 (127.15.232.62:42203), 7f1d44bb63b64593b3ca9f45cbcfa692 (127.15.232.61:46831)
02:58:34.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:34.886830 17105 leader_election.cc:288] T 00000000000000000000000000000000 P 7f1d44bb63b64593b3ca9f45cbcfa692 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers d6d106a7784d4b35a2de20b491009eb8 (127.15.232.62:42203), d2ce1e128c9844e09755d021d0b0f13a (127.15.232.60:38999)
02:58:34.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:34.887442 16502 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "7f1d44bb63b64593b3ca9f45cbcfa692" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "d2ce1e128c9844e09755d021d0b0f13a" is_pre_election: true
02:58:34.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:34.887670 16502 raft_consensus.cc:2454] T 00000000000000000000000000000000 P d2ce1e128c9844e09755d021d0b0f13a [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7f1d44bb63b64593b3ca9f45cbcfa692 in term 1.
02:58:34.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:34.887760 16420 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d2ce1e128c9844e09755d021d0b0f13a" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "7f1d44bb63b64593b3ca9f45cbcfa692" is_pre_election: true
02:58:34.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:34.888031 16420 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 7f1d44bb63b64593b3ca9f45cbcfa692 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d2ce1e128c9844e09755d021d0b0f13a in term 1.
02:58:34.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:58:34.888058 16476 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.15.232.62:42203: connect: Connection refused (error 111)
02:58:34.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:34.889007 16397 leader_election.cc:302] T 00000000000000000000000000000000 P 7f1d44bb63b64593b3ca9f45cbcfa692 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 7f1d44bb63b64593b3ca9f45cbcfa692, d2ce1e128c9844e09755d021d0b0f13a; no voters:
02:58:34.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:34.889019 16476 leader_election.cc:302] T 00000000000000000000000000000000 P d2ce1e128c9844e09755d021d0b0f13a [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 7f1d44bb63b64593b3ca9f45cbcfa692, d2ce1e128c9844e09755d021d0b0f13a; no voters:
02:58:34.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:58:34.889330 16395 leader_election.cc:334] T 00000000000000000000000000000000 P 7f1d44bb63b64593b3ca9f45cbcfa692 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer d6d106a7784d4b35a2de20b491009eb8 (127.15.232.62:42203): Network error: Client connection negotiation failed: client connection to 127.15.232.62:42203: connect: Connection refused (error 111)
02:58:34.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:34.889436 17105 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 7f1d44bb63b64593b3ca9f45cbcfa692 [term 1 FOLLOWER]: Leader pre-election won for term 2
02:58:34.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:34.889482 17104 raft_consensus.cc:2781] T 00000000000000000000000000000000 P d2ce1e128c9844e09755d021d0b0f13a [term 1 FOLLOWER]: Leader pre-election won for term 2
02:58:34.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:34.889562 17105 raft_consensus.cc:482] T 00000000000000000000000000000000 P 7f1d44bb63b64593b3ca9f45cbcfa692 [term 1 FOLLOWER]: Starting leader election (detected failure of leader d6d106a7784d4b35a2de20b491009eb8)
02:58:34.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:34.889595 17104 raft_consensus.cc:482] T 00000000000000000000000000000000 P d2ce1e128c9844e09755d021d0b0f13a [term 1 FOLLOWER]: Starting leader election (detected failure of leader d6d106a7784d4b35a2de20b491009eb8)
02:58:34.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:34.889686 17104 raft_consensus.cc:3037] T 00000000000000000000000000000000 P d2ce1e128c9844e09755d021d0b0f13a [term 1 FOLLOWER]: Advancing to term 2
02:58:34.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:34.889695 17105 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 7f1d44bb63b64593b3ca9f45cbcfa692 [term 1 FOLLOWER]: Advancing to term 2
02:58:34.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:58:34.890031 16476 leader_election.cc:334] T 00000000000000000000000000000000 P d2ce1e128c9844e09755d021d0b0f13a [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer d6d106a7784d4b35a2de20b491009eb8 (127.15.232.62:42203): Network error: Client connection negotiation failed: client connection to 127.15.232.62:42203: connect: Connection refused (error 111)
02:58:34.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:34.892558 17104 raft_consensus.cc:504] T 00000000000000000000000000000000 P d2ce1e128c9844e09755d021d0b0f13a [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d6d106a7784d4b35a2de20b491009eb8" member_type: VOTER last_known_addr { host: "127.15.232.62" port: 42203 } } peers { permanent_uuid: "7f1d44bb63b64593b3ca9f45cbcfa692" member_type: VOTER last_known_addr { host: "127.15.232.61" port: 46831 } } peers { permanent_uuid: "d2ce1e128c9844e09755d021d0b0f13a" member_type: VOTER last_known_addr { host: "127.15.232.60" port: 38999 } }
02:58:34.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:34.892558 17105 raft_consensus.cc:504] T 00000000000000000000000000000000 P 7f1d44bb63b64593b3ca9f45cbcfa692 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d6d106a7784d4b35a2de20b491009eb8" member_type: VOTER last_known_addr { host: "127.15.232.62" port: 42203 } } peers { permanent_uuid: "7f1d44bb63b64593b3ca9f45cbcfa692" member_type: VOTER last_known_addr { host: "127.15.232.61" port: 46831 } } peers { permanent_uuid: "d2ce1e128c9844e09755d021d0b0f13a" member_type: VOTER last_known_addr { host: "127.15.232.60" port: 38999 } }
02:58:34.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:34.893198 17104 leader_election.cc:288] T 00000000000000000000000000000000 P d2ce1e128c9844e09755d021d0b0f13a [CANDIDATE]: Term 2 election: Requested vote from peers d6d106a7784d4b35a2de20b491009eb8 (127.15.232.62:42203), 7f1d44bb63b64593b3ca9f45cbcfa692 (127.15.232.61:46831)
02:58:34.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:34.893375 17105 leader_election.cc:288] T 00000000000000000000000000000000 P 7f1d44bb63b64593b3ca9f45cbcfa692 [CANDIDATE]: Term 2 election: Requested vote from peers d6d106a7784d4b35a2de20b491009eb8 (127.15.232.62:42203), d2ce1e128c9844e09755d021d0b0f13a (127.15.232.60:38999)
02:58:34.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:34.894107 16420 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d2ce1e128c9844e09755d021d0b0f13a" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "7f1d44bb63b64593b3ca9f45cbcfa692"
02:58:34.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:34.894178 16502 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "7f1d44bb63b64593b3ca9f45cbcfa692" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "d2ce1e128c9844e09755d021d0b0f13a"
02:58:34.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:34.894426 16420 raft_consensus.cc:2379] T 00000000000000000000000000000000 P 7f1d44bb63b64593b3ca9f45cbcfa692 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate d2ce1e128c9844e09755d021d0b0f13a in current term 2: Already voted for candidate 7f1d44bb63b64593b3ca9f45cbcfa692 in this term.
02:58:34.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:34.894443 16502 raft_consensus.cc:2379] T 00000000000000000000000000000000 P d2ce1e128c9844e09755d021d0b0f13a [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate 7f1d44bb63b64593b3ca9f45cbcfa692 in current term 2: Already voted for candidate d2ce1e128c9844e09755d021d0b0f13a in this term.
02:58:34.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:58:34.895056 16476 leader_election.cc:334] T 00000000000000000000000000000000 P d2ce1e128c9844e09755d021d0b0f13a [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer d6d106a7784d4b35a2de20b491009eb8 (127.15.232.62:42203): Network error: Client connection negotiation failed: client connection to 127.15.232.62:42203: connect: Connection refused (error 111)
02:58:34.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:58:34.895375 16395 leader_election.cc:334] T 00000000000000000000000000000000 P 7f1d44bb63b64593b3ca9f45cbcfa692 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer d6d106a7784d4b35a2de20b491009eb8 (127.15.232.62:42203): Network error: Client connection negotiation failed: client connection to 127.15.232.62:42203: connect: Connection refused (error 111)
02:58:34.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:34.895450 16476 leader_election.cc:302] T 00000000000000000000000000000000 P d2ce1e128c9844e09755d021d0b0f13a [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: d2ce1e128c9844e09755d021d0b0f13a; no voters: 7f1d44bb63b64593b3ca9f45cbcfa692, d6d106a7784d4b35a2de20b491009eb8
02:58:34.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:34.895531 16395 leader_election.cc:302] T 00000000000000000000000000000000 P 7f1d44bb63b64593b3ca9f45cbcfa692 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 7f1d44bb63b64593b3ca9f45cbcfa692; no voters: d2ce1e128c9844e09755d021d0b0f13a, d6d106a7784d4b35a2de20b491009eb8
02:58:34.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:34.895694 17104 raft_consensus.cc:2726] T 00000000000000000000000000000000 P d2ce1e128c9844e09755d021d0b0f13a [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
02:58:34.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:34.895802 17105 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 7f1d44bb63b64593b3ca9f45cbcfa692 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
02:58:34.897 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.232.62:42203(127.15.232.62:42203)] connecting to peer
02:58:34.898 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.232.62:42203(127.15.232.62:42203): Connection refused: /127.15.232.62:42203
02:58:34.898 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.232.62:42203(127.15.232.62:42203)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.232.62:42203(127.15.232.62:42203): Connection refused: /127.15.232.62:42203
02:58:34.898 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.232.62:42203: Failed to connect to peer master-127.15.232.62:42203(127.15.232.62:42203): Connection refused: /127.15.232.62:42203
02:58:34.899 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.232.61:46831,127.15.232.60:38999,127.15.232.62:42203; will retry
02:58:34.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:58:34.912927 16879 heartbeater.cc:644] Failed to heartbeat to 127.15.232.62:42203 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.15.232.62:42203: connect: Connection refused (error 111)
02:58:34.917 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.232.62:42203(127.15.232.62:42203)] connecting to peer
02:58:34.918 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.232.62:42203(127.15.232.62:42203): Connection refused: /127.15.232.62:42203
02:58:34.918 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.232.62:42203(127.15.232.62:42203)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.232.62:42203(127.15.232.62:42203): Connection refused: /127.15.232.62:42203
02:58:34.918 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.232.62:42203: Failed to connect to peer master-127.15.232.62:42203(127.15.232.62:42203): Connection refused: /127.15.232.62:42203
02:58:34.918 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.232.61:46831,127.15.232.60:38999,127.15.232.62:42203; will retry
02:58:34.997 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.232.62:42203(127.15.232.62:42203)] connecting to peer
02:58:34.998 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.232.62:42203(127.15.232.62:42203): Connection refused: /127.15.232.62:42203
02:58:34.998 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.232.62:42203(127.15.232.62:42203)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.232.62:42203(127.15.232.62:42203): Connection refused: /127.15.232.62:42203
02:58:34.998 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.232.62:42203: Failed to connect to peer master-127.15.232.62:42203(127.15.232.62:42203): Connection refused: /127.15.232.62:42203
02:58:34.998 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.232.61:46831,127.15.232.60:38999,127.15.232.62:42203; will retry
02:58:34.999 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] sending RPC to server master-127.15.232.62:42203, [4ms] received response from server master-127.15.232.62:42203: Network error: Failed to connect to peer master-127.15.232.62:42203(127.15.232.62:42203): Connection refused: /127.15.232.62:42203, [4ms] delaying RPC due to: Network error: Failed to connect to peer master-127.15.232.62:42203(127.15.232.62:42203): Connection refused: /127.15.232.62:42203, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.232.61:46831, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.232.60:38999, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.232.62:42203, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.232.60:38999: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.232.61:46831: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.232.62:42203: Network error: Failed to connect to peer master-127.15.232.62:42203(127.15.232.62:42203): Connection refused: /127.15.232.62:42203, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.232.61:46831,127.15.232.60:38999,127.15.232.62:42203) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.232.62:42203(127.15.232.62:42203): Connection refused: /127.15.232.62:42203, [38ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.232.61:46831, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.232.60:38999, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.232.62:42203, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.232.60:38999: OK, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.232.62:42203: Network error: Failed to connect to peer master-127.15.232.62:42203(127.15.232.62:42203): Connection refused: /127.15.232.62:42203, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.232.61:46831: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.232.61:46831,127.15.232.60:38999,127.15.232.62:42203) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.232.62:42203(127.15.232.62:42203): Connection refused: /127.15.232.62:42203, [58ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.232.61:46831, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.232.60:38999, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.232.62:42203, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.232.61:46831: OK, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.232.60:38999: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.232.62:42203: Network error: Failed to connect to peer master-127.15.232.62:42203(127.15.232.62:42203): Connection refused: /127.15.232.62:42203, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.232.61:46831,127.15.232.60:38999,127.15.232.62:42203) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.232.62:42203(127.15.232.62:42203): Connection refused: /127.15.232.62:42203, [78ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.232.61:46831, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.232.60:38999, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.232.62:42203, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.232.61:46831: OK, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.232.60:38999: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.232.62:42203: Network error: Failed to connect to peer master-127.15.232.62:42203(127.15.232.62:42203): Connection refused: /127.15.232.62:42203, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.232.61:46831,127.15.232.60:38999,127.15.232.62:42203) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.232.62:42203(127.15.232.62:42203): Connection refused: /127.15.232.62:42203, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.232.61:46831, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.232.60:38999, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.232.62:42203, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.232.61:46831: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.232.62:42203: Network error: Failed to connect to peer master-127.15.232.62:42203(127.15.232.62:42203): Connection refused: /127.15.232.62:42203, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.232.60:38999: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.232.61:46831,127.15.232.60:38999,127.15.232.62:42203) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.232.62:42203(127.15.232.62:42203): Connection refused: /127.15.232.62:42203, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.232.61:46831, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.232.60:38999, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.232.62:42203, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.232.61:46831: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.232.60:38999: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.232.62:42203: Network error: Failed to connect to peer master-127.15.232.62:42203(127.15.232.62:42203): Connection refused: /127.15.232.62:42203, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.232.61:46831,127.15.232.60:38999,127.15.232.62:42203) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.232.62:42203(127.15.232.62:42203): Connection refused: /127.15.232.62:42203, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.232.61:46831, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.232.60:38999, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.232.62:42203, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.232.61:46831: OK, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.232.62:42203: Network error: Failed to connect to peer master-127.15.232.62:42203(127.15.232.62:42203): Connection refused: /127.15.232.62:42203, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.232.60:38999: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.232.61:46831,127.15.232.60:38999,127.15.232.62:42203) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.232.62:42203(127.15.232.62:42203): Connection refused: /127.15.232.62:42203, deferred=Deferred@1430250019(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$82/1734754589@5d529524 -> (continuation of Deferred@306485309 after retry RPC after error@1238016935) -> (continuation of Deferred@1674477127 after retry RPC after error@721173679) -> (continuation of Deferred@474995901 after retry RPC after error@8684296) -> (continuation of Deferred@279505177 after retry RPC after error@1543153383) -> (continuation of Deferred@967975697 after retry RPC after error@495614956) -> (continuation of Deferred@1253943653 after retry RPC after error@1149170507), errback=org.apache.kudu.client.KuduTransaction$$Lambda$83/2134679084@6c7cfa7e -> (continuation of Deferred@306485309 after retry RPC after error@1238016935) -> (continuation of Deferred@1674477127 after retry RPC after error@721173679) -> (continuation of Deferred@474995901 after retry RPC after error@8684296) -> (continuation of Deferred@279505177 after retry RPC after error@1543153383) -> (continuation of Deferred@967975697 after retry RPC after error@495614956) -> (continuation of Deferred@1253943653 after retry RPC after error@1149170507)))
02:58:35.000 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] sending RPC to server master-127.15.232.62:42203, [4ms] received response from server master-127.15.232.62:42203: Network error: Failed to connect to peer master-127.15.232.62:42203(127.15.232.62:42203): Connection refused: /127.15.232.62:42203, [4ms] delaying RPC due to: Network error: Failed to connect to peer master-127.15.232.62:42203(127.15.232.62:42203): Connection refused: /127.15.232.62:42203, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.232.61:46831, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.232.60:38999, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.232.62:42203, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.232.60:38999: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.232.61:46831: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.232.62:42203: Network error: Failed to connect to peer master-127.15.232.62:42203(127.15.232.62:42203): Connection refused: /127.15.232.62:42203, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.232.61:46831,127.15.232.60:38999,127.15.232.62:42203) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.232.62:42203(127.15.232.62:42203): Connection refused: /127.15.232.62:42203, [38ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.232.61:46831, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.232.60:38999, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.232.62:42203, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.232.60:38999: OK, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.232.62:42203: Network error: Failed to connect to peer master-127.15.232.62:42203(127.15.232.62:42203): Connection refused: /127.15.232.62:42203, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.232.61:46831: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.232.61:46831,127.15.232.60:38999,127.15.232.62:42203) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.232.62:42203(127.15.232.62:42203): Connection refused: /127.15.232.62:42203, [58ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.232.61:46831, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.232.60:38999, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.232.62:42203, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.232.61:46831: OK, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.232.60:38999: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.232.62:42203: Network error: Failed to connect to peer master-127.15.232.62:42203(127.15.232.62:42203): Connection refused: /127.15.232.62:42203, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.232.61:46831,127.15.232.60:38999,127.15.232.62:42203) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.232.62:42203(127.15.232.62:42203): Connection refused: /127.15.232.62:42203, [78ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.232.61:46831, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.232.60:38999, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.232.62:42203, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.232.61:46831: OK, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.232.60:38999: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.232.62:42203: Network error: Failed to connect to peer master-127.15.232.62:42203(127.15.232.62:42203): Connection refused: /127.15.232.62:42203, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.232.61:46831,127.15.232.60:38999,127.15.232.62:42203) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.232.62:42203(127.15.232.62:42203): Connection refused: /127.15.232.62:42203, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.232.61:46831, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.232.60:38999, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.232.62:42203, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.232.61:46831: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.232.62:42203: Network error: Failed to connect to peer master-127.15.232.62:42203(127.15.232.62:42203): Connection refused: /127.15.232.62:42203, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.232.60:38999: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.232.61:46831,127.15.232.60:38999,127.15.232.62:42203) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.232.62:42203(127.15.232.62:42203): Connection refused: /127.15.232.62:42203, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.232.61:46831, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.232.60:38999, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.232.62:42203, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.232.61:46831: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.232.60:38999: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.232.62:42203: Network error: Failed to connect to peer master-127.15.232.62:42203(127.15.232.62:42203): Connection refused: /127.15.232.62:42203, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.232.61:46831,127.15.232.60:38999,127.15.232.62:42203) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.232.62:42203(127.15.232.62:42203): Connection refused: /127.15.232.62:42203, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.232.61:46831, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.232.60:38999, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.232.62:42203, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.232.61:46831: OK, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.232.62:42203: Network error: Failed to connect to peer master-127.15.232.62:42203(127.15.232.62:42203): Connection refused: /127.15.232.62:42203, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.232.60:38999: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.232.61:46831,127.15.232.60:38999,127.15.232.62:42203) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.232.62:42203(127.15.232.62:42203): Connection refused: /127.15.232.62:42203, deferred=Deferred@1430250019(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$82/1734754589@5d529524 -> (continuation of Deferred@306485309 after retry RPC after error@1238016935) -> (continuation of Deferred@1674477127 after retry RPC after error@721173679) -> (continuation of Deferred@474995901 after retry RPC after error@8684296) -> (continuation of Deferred@279505177 after retry RPC after error@1543153383) -> (continuation of Deferred@967975697 after retry RPC after error@495614956) -> (continuation of Deferred@1253943653 after retry RPC after error@1149170507), errback=org.apache.kudu.client.KuduTransaction$$Lambda$83/2134679084@6c7cfa7e -> (continuation of Deferred@306485309 after retry RPC after error@1238016935) -> (continuation of Deferred@1674477127 after retry RPC after error@721173679) -> (continuation of Deferred@474995901 after retry RPC after error@8684296) -> (continuation of Deferred@279505177 after retry RPC after error@1543153383) -> (continuation of Deferred@967975697 after retry RPC after error@495614956) -> (continuation of Deferred@1253943653 after retry RPC after error@1149170507)))
02:58:35.017 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.232.62:42203(127.15.232.62:42203)] connecting to peer
02:58:35.018 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.232.62:42203(127.15.232.62:42203): Connection refused: /127.15.232.62:42203
02:58:35.018 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.232.62:42203(127.15.232.62:42203)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.232.62:42203(127.15.232.62:42203): Connection refused: /127.15.232.62:42203
02:58:35.018 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.232.62:42203: Failed to connect to peer master-127.15.232.62:42203(127.15.232.62:42203): Connection refused: /127.15.232.62:42203
02:58:35.018 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.232.61:46831,127.15.232.60:38999,127.15.232.62:42203; will retry
02:58:35.037 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.232.62:42203(127.15.232.62:42203)] connecting to peer
02:58:35.038 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.232.62:42203(127.15.232.62:42203): Connection refused: /127.15.232.62:42203
02:58:35.038 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.232.62:42203(127.15.232.62:42203)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.232.62:42203(127.15.232.62:42203): Connection refused: /127.15.232.62:42203
02:58:35.038 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.232.62:42203: Failed to connect to peer master-127.15.232.62:42203(127.15.232.62:42203): Connection refused: /127.15.232.62:42203
02:58:35.039 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.232.61:46831,127.15.232.60:38999,127.15.232.62:42203; will retry
02:58:35.057 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.232.62:42203(127.15.232.62:42203)] connecting to peer
02:58:35.059 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.232.62:42203(127.15.232.62:42203): Connection refused: /127.15.232.62:42203
02:58:35.059 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.232.62:42203(127.15.232.62:42203)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.232.62:42203(127.15.232.62:42203): Connection refused: /127.15.232.62:42203
02:58:35.059 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.232.62:42203: Failed to connect to peer master-127.15.232.62:42203(127.15.232.62:42203): Connection refused: /127.15.232.62:42203
02:58:35.059 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.232.61:46831,127.15.232.60:38999,127.15.232.62:42203; will retry
02:58:35.077 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.232.62:42203(127.15.232.62:42203)] connecting to peer
02:58:35.078 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.232.62:42203(127.15.232.62:42203): Connection refused: /127.15.232.62:42203
02:58:35.078 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.232.62:42203(127.15.232.62:42203)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.232.62:42203(127.15.232.62:42203): Connection refused: /127.15.232.62:42203
02:58:35.078 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.232.62:42203: Failed to connect to peer master-127.15.232.62:42203(127.15.232.62:42203): Connection refused: /127.15.232.62:42203
02:58:35.078 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.232.61:46831,127.15.232.60:38999,127.15.232.62:42203; will retry
02:58:35.097 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.232.62:42203(127.15.232.62:42203)] connecting to peer
02:58:35.098 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.232.62:42203(127.15.232.62:42203): Connection refused: /127.15.232.62:42203
02:58:35.098 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.232.62:42203(127.15.232.62:42203)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.232.62:42203(127.15.232.62:42203): Connection refused: /127.15.232.62:42203
02:58:35.098 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.232.62:42203: Failed to connect to peer master-127.15.232.62:42203(127.15.232.62:42203): Connection refused: /127.15.232.62:42203
02:58:35.099 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.232.61:46831,127.15.232.60:38999,127.15.232.62:42203; will retry
02:58:35.136 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.232.62:42203(127.15.232.62:42203)] connecting to peer
02:58:35.137 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.232.62:42203(127.15.232.62:42203): Connection refused: /127.15.232.62:42203
02:58:35.137 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.232.62:42203(127.15.232.62:42203)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.232.62:42203(127.15.232.62:42203): Connection refused: /127.15.232.62:42203
02:58:35.138 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.232.62:42203: Failed to connect to peer master-127.15.232.62:42203(127.15.232.62:42203): Connection refused: /127.15.232.62:42203
02:58:35.138 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.232.61:46831,127.15.232.60:38999,127.15.232.62:42203; will retry
02:58:35.197 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.232.62:42203(127.15.232.62:42203)] connecting to peer
02:58:35.198 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.232.62:42203(127.15.232.62:42203): Connection refused: /127.15.232.62:42203
02:58:35.198 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.232.62:42203(127.15.232.62:42203)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.232.62:42203(127.15.232.62:42203): Connection refused: /127.15.232.62:42203
02:58:35.198 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.232.62:42203: Failed to connect to peer master-127.15.232.62:42203(127.15.232.62:42203): Connection refused: /127.15.232.62:42203
02:58:35.199 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.232.61:46831,127.15.232.60:38999,127.15.232.62:42203; will retry
02:58:35.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:35.215480 17105 raft_consensus.cc:482] T 00000000000000000000000000000000 P 7f1d44bb63b64593b3ca9f45cbcfa692 [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:58:35.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:35.215785 17105 raft_consensus.cc:504] T 00000000000000000000000000000000 P 7f1d44bb63b64593b3ca9f45cbcfa692 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d6d106a7784d4b35a2de20b491009eb8" member_type: VOTER last_known_addr { host: "127.15.232.62" port: 42203 } } peers { permanent_uuid: "7f1d44bb63b64593b3ca9f45cbcfa692" member_type: VOTER last_known_addr { host: "127.15.232.61" port: 46831 } } peers { permanent_uuid: "d2ce1e128c9844e09755d021d0b0f13a" member_type: VOTER last_known_addr { host: "127.15.232.60" port: 38999 } }
02:58:35.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:35.216600 17105 leader_election.cc:288] T 00000000000000000000000000000000 P 7f1d44bb63b64593b3ca9f45cbcfa692 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers d6d106a7784d4b35a2de20b491009eb8 (127.15.232.62:42203), d2ce1e128c9844e09755d021d0b0f13a (127.15.232.60:38999)
02:58:35.217 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.232.62:42203(127.15.232.62:42203)] connecting to peer
02:58:35.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:35.217340 16502 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "7f1d44bb63b64593b3ca9f45cbcfa692" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "d2ce1e128c9844e09755d021d0b0f13a" is_pre_election: true
02:58:35.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:35.217628 16502 raft_consensus.cc:2454] T 00000000000000000000000000000000 P d2ce1e128c9844e09755d021d0b0f13a [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7f1d44bb63b64593b3ca9f45cbcfa692 in term 2.
02:58:35.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:58:35.218467 16395 leader_election.cc:334] T 00000000000000000000000000000000 P 7f1d44bb63b64593b3ca9f45cbcfa692 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer d6d106a7784d4b35a2de20b491009eb8 (127.15.232.62:42203): Network error: Client connection negotiation failed: client connection to 127.15.232.62:42203: connect: Connection refused (error 111)
02:58:35.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:35.218652 16395 leader_election.cc:302] T 00000000000000000000000000000000 P 7f1d44bb63b64593b3ca9f45cbcfa692 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 7f1d44bb63b64593b3ca9f45cbcfa692, d2ce1e128c9844e09755d021d0b0f13a; no voters: d6d106a7784d4b35a2de20b491009eb8
02:58:35.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:35.219156 17105 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 7f1d44bb63b64593b3ca9f45cbcfa692 [term 2 FOLLOWER]: Leader pre-election won for term 3
02:58:35.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:35.219283 17105 raft_consensus.cc:482] T 00000000000000000000000000000000 P 7f1d44bb63b64593b3ca9f45cbcfa692 [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:58:35.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:35.219411 17105 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 7f1d44bb63b64593b3ca9f45cbcfa692 [term 2 FOLLOWER]: Advancing to term 3
02:58:35.219 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.232.62:42203(127.15.232.62:42203): Connection refused: /127.15.232.62:42203
02:58:35.220 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.232.62:42203(127.15.232.62:42203)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.232.62:42203(127.15.232.62:42203): Connection refused: /127.15.232.62:42203
02:58:35.220 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.232.62:42203: Failed to connect to peer master-127.15.232.62:42203(127.15.232.62:42203): Connection refused: /127.15.232.62:42203
02:58:35.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:35.221897 17105 raft_consensus.cc:504] T 00000000000000000000000000000000 P 7f1d44bb63b64593b3ca9f45cbcfa692 [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d6d106a7784d4b35a2de20b491009eb8" member_type: VOTER last_known_addr { host: "127.15.232.62" port: 42203 } } peers { permanent_uuid: "7f1d44bb63b64593b3ca9f45cbcfa692" member_type: VOTER last_known_addr { host: "127.15.232.61" port: 46831 } } peers { permanent_uuid: "d2ce1e128c9844e09755d021d0b0f13a" member_type: VOTER last_known_addr { host: "127.15.232.60" port: 38999 } }
02:58:35.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:35.223009 17105 leader_election.cc:288] T 00000000000000000000000000000000 P 7f1d44bb63b64593b3ca9f45cbcfa692 [CANDIDATE]: Term 3 election: Requested vote from peers d6d106a7784d4b35a2de20b491009eb8 (127.15.232.62:42203), d2ce1e128c9844e09755d021d0b0f13a (127.15.232.60:38999)
02:58:35.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:35.223093 16502 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "7f1d44bb63b64593b3ca9f45cbcfa692" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "d2ce1e128c9844e09755d021d0b0f13a"
02:58:35.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:35.223322 16502 raft_consensus.cc:3037] T 00000000000000000000000000000000 P d2ce1e128c9844e09755d021d0b0f13a [term 2 FOLLOWER]: Advancing to term 3
02:58:35.223 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.232.61:46831,127.15.232.60:38999,127.15.232.62:42203; will retry
02:58:35.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:58:35.225030 16395 leader_election.cc:334] T 00000000000000000000000000000000 P 7f1d44bb63b64593b3ca9f45cbcfa692 [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer d6d106a7784d4b35a2de20b491009eb8 (127.15.232.62:42203): Network error: Client connection negotiation failed: client connection to 127.15.232.62:42203: connect: Connection refused (error 111)
02:58:35.225 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=207), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.232.61:46831, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.232.60:38999, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.232.62:42203, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.232.62:42203: Network error: Failed to connect to peer master-127.15.232.62:42203(127.15.232.62:42203): Connection refused: /127.15.232.62:42203, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.232.60:38999: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.232.61:46831: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.232.61:46831,127.15.232.60:38999,127.15.232.62:42203) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.232.62:42203(127.15.232.62:42203): Connection refused: /127.15.232.62:42203, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.232.61:46831, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.232.60:38999, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.232.62:42203, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.232.62:42203: Network error: Failed to connect to peer master-127.15.232.62:42203(127.15.232.62:42203): Connection refused: /127.15.232.62:42203, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.232.61:46831: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.232.60:38999: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.232.61:46831,127.15.232.60:38999,127.15.232.62:42203) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.232.62:42203(127.15.232.62:42203): Connection refused: /127.15.232.62:42203, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.232.61:46831, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.232.60:38999, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.232.62:42203, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.232.60:38999: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.232.61:46831: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.232.62:42203: Network error: Failed to connect to peer master-127.15.232.62:42203(127.15.232.62:42203): Connection refused: /127.15.232.62:42203, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.232.61:46831,127.15.232.60:38999,127.15.232.62:42203) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.232.62:42203(127.15.232.62:42203): Connection refused: /127.15.232.62:42203, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.232.61:46831, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.232.60:38999, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.232.62:42203, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.232.62:42203: Network error: Failed to connect to peer master-127.15.232.62:42203(127.15.232.62:42203): Connection refused: /127.15.232.62:42203, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.232.61:46831: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.232.60:38999: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.232.61:46831,127.15.232.60:38999,127.15.232.62:42203) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.232.62:42203(127.15.232.62:42203): Connection refused: /127.15.232.62:42203, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.232.61:46831, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.232.60:38999, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.232.62:42203, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.232.62:42203: Network error: Failed to connect to peer master-127.15.232.62:42203(127.15.232.62:42203): Connection refused: /127.15.232.62:42203, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.232.60:38999: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.232.61:46831: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.232.61:46831,127.15.232.60:38999,127.15.232.62:42203) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.232.62:42203(127.15.232.62:42203): Connection refused: /127.15.232.62:42203, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.232.61:46831, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.232.60:38999, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.232.62:42203, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.232.62:42203: Network error: Failed to connect to peer master-127.15.232.62:42203(127.15.232.62:42203): Connection refused: /127.15.232.62:42203, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.232.61:46831: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.232.60:38999: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.232.61:46831,127.15.232.60:38999,127.15.232.62:42203) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.232.62:42203(127.15.232.62:42203): Connection refused: /127.15.232.62:42203, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.232.61:46831, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.232.60:38999, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.232.62:42203, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.232.60:38999: OK, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.232.62:42203: Network error: Failed to connect to peer master-127.15.232.62:42203(127.15.232.62:42203): Connection refused: /127.15.232.62:42203, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.232.61:46831: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.232.61:46831,127.15.232.60:38999,127.15.232.62:42203) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.232.62:42203(127.15.232.62:42203): Connection refused: /127.15.232.62:42203, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.232.61:46831, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.232.60:38999, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.232.62:42203, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.232.60:38999: OK, [204ms] Sub RPC ConnectToMaster: received response from server master-127.15.232.62:42203: Network error: Failed to connect to peer master-127.15.232.62:42203(127.15.232.62:42203): Connection refused: /127.15.232.62:42203, [207ms] Sub RPC ConnectToMaster: received response from server master-127.15.232.61:46831: OK, [207ms] delaying RPC due to: Service unavailable: Master config (127.15.232.61:46831,127.15.232.60:38999,127.15.232.62:42203) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.232.62:42203(127.15.232.62:42203): Connection refused: /127.15.232.62:42203, deferred=Deferred@1563956285(state=PENDING, result=null, callback=(continuation of Deferred@86784635 after retry RPC after error@411150130) -> (continuation of Deferred@1585553921 after retry RPC after error@1132842000) -> (continuation of Deferred@656329209 after retry RPC after error@842224159) -> (continuation of Deferred@1643212786 after retry RPC after error@217696912) -> (continuation of Deferred@1576635383 after retry RPC after error@1978833405) -> (continuation of Deferred@529983054 after retry RPC after error@1568215654) -> (continuation of Deferred@1288608781 after retry RPC after error@756205848), errback=(continuation of Deferred@86784635 after retry RPC after error@411150130) -> (continuation of Deferred@1585553921 after retry RPC after error@1132842000) -> (continuation of Deferred@656329209 after retry RPC after error@842224159) -> (continuation of Deferred@1643212786 after retry RPC after error@217696912) -> (continuation of Deferred@1576635383 after retry RPC after error@1978833405) -> (continuation of Deferred@529983054 after retry RPC after error@1568215654) -> (continuation of Deferred@1288608781 after retry RPC after error@756205848)))
02:58:35.225 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=207), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.232.61:46831, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.232.60:38999, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.232.62:42203, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.232.62:42203: Network error: Failed to connect to peer master-127.15.232.62:42203(127.15.232.62:42203): Connection refused: /127.15.232.62:42203, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.232.60:38999: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.232.61:46831: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.232.61:46831,127.15.232.60:38999,127.15.232.62:42203) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.232.62:42203(127.15.232.62:42203): Connection refused: /127.15.232.62:42203, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.232.61:46831, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.232.60:38999, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.232.62:42203, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.232.62:42203: Network error: Failed to connect to peer master-127.15.232.62:42203(127.15.232.62:42203): Connection refused: /127.15.232.62:42203, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.232.61:46831: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.232.60:38999: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.232.61:46831,127.15.232.60:38999,127.15.232.62:42203) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.232.62:42203(127.15.232.62:42203): Connection refused: /127.15.232.62:42203, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.232.61:46831, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.232.60:38999, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.232.62:42203, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.232.60:38999: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.232.61:46831: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.232.62:42203: Network error: Failed to connect to peer master-127.15.232.62:42203(127.15.232.62:42203): Connection refused: /127.15.232.62:42203, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.232.61:46831,127.15.232.60:38999,127.15.232.62:42203) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.232.62:42203(127.15.232.62:42203): Connection refused: /127.15.232.62:42203, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.232.61:46831, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.232.60:38999, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.232.62:42203, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.232.62:42203: Network error: Failed to connect to peer master-127.15.232.62:42203(127.15.232.62:42203): Connection refused: /127.15.232.62:42203, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.232.61:46831: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.232.60:38999: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.232.61:46831,127.15.232.60:38999,127.15.232.62:42203) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.232.62:42203(127.15.232.62:42203): Connection refused: /127.15.232.62:42203, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.232.61:46831, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.232.60:38999, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.232.62:42203, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.232.62:42203: Network error: Failed to connect to peer master-127.15.232.62:42203(127.15.232.62:42203): Connection refused: /127.15.232.62:42203, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.232.60:38999: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.232.61:46831: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.232.61:46831,127.15.232.60:38999,127.15.232.62:42203) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.232.62:42203(127.15.232.62:42203): Connection refused: /127.15.232.62:42203, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.232.61:46831, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.232.60:38999, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.232.62:42203, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.232.62:42203: Network error: Failed to connect to peer master-127.15.232.62:42203(127.15.232.62:42203): Connection refused: /127.15.232.62:42203, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.232.61:46831: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.232.60:38999: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.232.61:46831,127.15.232.60:38999,127.15.232.62:42203) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.232.62:42203(127.15.232.62:42203): Connection refused: /127.15.232.62:42203, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.232.61:46831, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.232.60:38999, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.232.62:42203, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.232.60:38999: OK, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.232.62:42203: Network error: Failed to connect to peer master-127.15.232.62:42203(127.15.232.62:42203): Connection refused: /127.15.232.62:42203, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.232.61:46831: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.232.61:46831,127.15.232.60:38999,127.15.232.62:42203) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.232.62:42203(127.15.232.62:42203): Connection refused: /127.15.232.62:42203, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.232.61:46831, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.232.60:38999, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.232.62:42203, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.232.60:38999: OK, [204ms] Sub RPC ConnectToMaster: received response from server master-127.15.232.62:42203: Network error: Failed to connect to peer master-127.15.232.62:42203(127.15.232.62:42203): Connection refused: /127.15.232.62:42203, [207ms] Sub RPC ConnectToMaster: received response from server master-127.15.232.61:46831: OK, [207ms] delaying RPC due to: Service unavailable: Master config (127.15.232.61:46831,127.15.232.60:38999,127.15.232.62:42203) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.232.62:42203(127.15.232.62:42203): Connection refused: /127.15.232.62:42203, deferred=Deferred@1563956285(state=PENDING, result=null, callback=(continuation of Deferred@86784635 after retry RPC after error@411150130) -> (continuation of Deferred@1585553921 after retry RPC after error@1132842000) -> (continuation of Deferred@656329209 after retry RPC after error@842224159) -> (continuation of Deferred@1643212786 after retry RPC after error@217696912) -> (continuation of Deferred@1576635383 after retry RPC after error@1978833405) -> (continuation of Deferred@529983054 after retry RPC after error@1568215654) -> (continuation of Deferred@1288608781 after retry RPC after error@756205848), errback=(continuation of Deferred@86784635 after retry RPC after error@411150130) -> (continuation of Deferred@1585553921 after retry RPC after error@1132842000) -> (continuation of Deferred@656329209 after retry RPC after error@842224159) -> (continuation of Deferred@1643212786 after retry RPC after error@217696912) -> (continuation of Deferred@1576635383 after retry RPC after error@1978833405) -> (continuation of Deferred@529983054 after retry RPC after error@1568215654) -> (continuation of Deferred@1288608781 after retry RPC after error@756205848)))
02:58:35.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:35.226440 16502 raft_consensus.cc:2454] T 00000000000000000000000000000000 P d2ce1e128c9844e09755d021d0b0f13a [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7f1d44bb63b64593b3ca9f45cbcfa692 in term 3.
02:58:35.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:35.226961 16397 leader_election.cc:302] T 00000000000000000000000000000000 P 7f1d44bb63b64593b3ca9f45cbcfa692 [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 7f1d44bb63b64593b3ca9f45cbcfa692, d2ce1e128c9844e09755d021d0b0f13a; no voters: d6d106a7784d4b35a2de20b491009eb8
02:58:35.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:35.227373 17105 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 7f1d44bb63b64593b3ca9f45cbcfa692 [term 3 FOLLOWER]: Leader election won for term 3
02:58:35.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:35.227854 17105 raft_consensus.cc:686] T 00000000000000000000000000000000 P 7f1d44bb63b64593b3ca9f45cbcfa692 [term 3 LEADER]: Becoming Leader. State: Replica: 7f1d44bb63b64593b3ca9f45cbcfa692, State: Running, Role: LEADER
02:58:35.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:35.228407 17105 consensus_queue.cc:237] T 00000000000000000000000000000000 P 7f1d44bb63b64593b3ca9f45cbcfa692 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 11, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d6d106a7784d4b35a2de20b491009eb8" member_type: VOTER last_known_addr { host: "127.15.232.62" port: 42203 } } peers { permanent_uuid: "7f1d44bb63b64593b3ca9f45cbcfa692" member_type: VOTER last_known_addr { host: "127.15.232.61" port: 46831 } } peers { permanent_uuid: "d2ce1e128c9844e09755d021d0b0f13a" member_type: VOTER last_known_addr { host: "127.15.232.60" port: 38999 } }
02:58:35.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:35.230453 17111 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7f1d44bb63b64593b3ca9f45cbcfa692 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 7f1d44bb63b64593b3ca9f45cbcfa692. Latest consensus state: current_term: 3 leader_uuid: "7f1d44bb63b64593b3ca9f45cbcfa692" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d6d106a7784d4b35a2de20b491009eb8" member_type: VOTER last_known_addr { host: "127.15.232.62" port: 42203 } } peers { permanent_uuid: "7f1d44bb63b64593b3ca9f45cbcfa692" member_type: VOTER last_known_addr { host: "127.15.232.61" port: 46831 } } peers { permanent_uuid: "d2ce1e128c9844e09755d021d0b0f13a" member_type: VOTER last_known_addr { host: "127.15.232.60" port: 38999 } } }
02:58:35.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:35.230875 17111 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7f1d44bb63b64593b3ca9f45cbcfa692 [sys.catalog]: This master's current role is: LEADER
02:58:35.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:35.231659 17113 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
02:58:35.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:35.234759 17113 catalog_manager.cc:669] Loaded metadata for table kudu_system.kudu_transactions [id=84291ecb697d47ebb06a18e577b8726a]
02:58:35.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:35.235467 17113 catalog_manager.cc:669] Loaded metadata for table txn_manager_fallback [id=c3143700b9ba44fc8bb3c15507ba4d26]
02:58:35.237 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.232.62:42203(127.15.232.62:42203)] connecting to peer
02:58:35.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:35.237699 17113 tablet_loader.cc:96] loaded metadata for tablet 0e267a77214c49beb8c6d9151e746411 (table txn_manager_fallback [id=c3143700b9ba44fc8bb3c15507ba4d26])
02:58:35.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:35.238235 17113 tablet_loader.cc:96] loaded metadata for tablet 7b754629561a4aa888bdb4c18acec9b8 (table txn_manager_fallback [id=c3143700b9ba44fc8bb3c15507ba4d26])
02:58:35.238 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.232.62:42203(127.15.232.62:42203): Connection refused: /127.15.232.62:42203
02:58:35.238 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.232.62:42203(127.15.232.62:42203)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.232.62:42203(127.15.232.62:42203): Connection refused: /127.15.232.62:42203
02:58:35.239 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.232.62:42203: Failed to connect to peer master-127.15.232.62:42203(127.15.232.62:42203): Connection refused: /127.15.232.62:42203
02:58:35.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:35.239056 17113 tablet_loader.cc:96] loaded metadata for tablet 9ee90ca6f5f54fc2a9d1e5e2133c54ea (table kudu_system.kudu_transactions [id=84291ecb697d47ebb06a18e577b8726a])
02:58:35.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:35.239437 17113 catalog_manager.cc:1484] Initializing Kudu cluster ID...
02:58:35.240 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.232.61:46831,127.15.232.60:38999,127.15.232.62:42203; will retry
02:58:35.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:35.240593 17113 catalog_manager.cc:1259] Loaded cluster ID: 7e65ec68eef5425ca1dba534e9a99990
02:58:35.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:35.240710 17113 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
02:58:35.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:35.242298 17113 catalog_manager.cc:1504] Loading token signing keys...
02:58:35.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:35.243419 17113 catalog_manager.cc:5879] T 00000000000000000000000000000000 P 7f1d44bb63b64593b3ca9f45cbcfa692: Loaded TSK: 0
02:58:35.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:35.244592 17113 catalog_manager.cc:1514] Initializing in-progress tserver states...
02:58:35.257 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.232.62:42203(127.15.232.62:42203)] connecting to peer
02:58:35.258 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.232.62:42203(127.15.232.62:42203): Connection refused: /127.15.232.62:42203
02:58:35.258 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.232.62:42203(127.15.232.62:42203)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.232.62:42203(127.15.232.62:42203): Connection refused: /127.15.232.62:42203
02:58:35.258 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.232.62:42203: Failed to connect to peer master-127.15.232.62:42203(127.15.232.62:42203): Connection refused: /127.15.232.62:42203
02:58:35.260 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:58:35.261 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=2, TimeoutTracker(timeout=250, elapsed=24), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.232.61:46831, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.232.60:38999, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.232.62:42203, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.232.62:42203: Network error: Failed to connect to peer master-127.15.232.62:42203(127.15.232.62:42203): Connection refused: /127.15.232.62:42203, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.232.60:38999: OK, [4ms] Sub RPC ConnectToMaster: received response from server master-127.15.232.61:46831: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.15.232.61:46831,127.15.232.60:38999,127.15.232.62:42203) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.232.62:42203(127.15.232.62:42203): Connection refused: /127.15.232.62:42203, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.232.61:46831, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.232.60:38999, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.232.62:42203, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.232.62:42203: Network error: Failed to connect to peer master-127.15.232.62:42203(127.15.232.62:42203): Connection refused: /127.15.232.62:42203, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.232.60:38999: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.232.61:46831: OK, deferred=Deferred@687337056(state=PENDING, result=null, callback=(continuation of Deferred@320252015 after retry RPC after error@1636379009), errback=(continuation of Deferred@320252015 after retry RPC after error@1636379009))) after lookup
02:58:35.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:35.315181 16410 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:45174:
02:58:35.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
02:58:35.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
02:58:35.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:58:35.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
02:58:35.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
02:58:35.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
02:58:35.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:58:35.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:58:35.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:58:35.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:58:35.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:58:35.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:58:35.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:58:35.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
02:58:35.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
02:58:35.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
02:58:35.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:58:35.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:58:35.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:58:35.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:58:35.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:58:35.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:58:35.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:58:35.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
02:58:35.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
02:58:35.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
02:58:35.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:58:35.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:58:35.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:58:35.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:58:35.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:58:35.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:58:35.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:58:35.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
02:58:35.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
02:58:35.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
02:58:35.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:58:35.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:58:35.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:58:35.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:58:35.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:58:35.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:58:35.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:58:35.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
02:58:35.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
02:58:35.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
02:58:35.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
02:58:35.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:58:35.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
02:58:35.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
02:58:35.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:58:35.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
02:58:35.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:58:35.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:58:35.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:58:35.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
02:58:35.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:58:35.325721 16410 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
02:58:35.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:58:35.327116 16395 consensus_peers.cc:487] T 00000000000000000000000000000000 P 7f1d44bb63b64593b3ca9f45cbcfa692 -> Peer d6d106a7784d4b35a2de20b491009eb8 (127.15.232.62:42203): Couldn't send request to peer d6d106a7784d4b35a2de20b491009eb8. Status: Network error: Client connection negotiation failed: client connection to 127.15.232.62:42203: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
02:58:35.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:35.334895 16502 raft_consensus.cc:1261] T 00000000000000000000000000000000 P d2ce1e128c9844e09755d021d0b0f13a [term 3 FOLLOWER]: Refusing update from remote peer 7f1d44bb63b64593b3ca9f45cbcfa692: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 3 index: 12. (index mismatch)
02:58:35.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:35.335883 17111 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 7f1d44bb63b64593b3ca9f45cbcfa692 [LEADER]: Connected to new peer: Peer: permanent_uuid: "d2ce1e128c9844e09755d021d0b0f13a" member_type: VOTER last_known_addr { host: "127.15.232.60" port: 38999 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
02:58:35.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:35.359048 17104 sys_catalog.cc:455] T 00000000000000000000000000000000 P d2ce1e128c9844e09755d021d0b0f13a [sys.catalog]: SysCatalogTable state changed. Reason: New leader 7f1d44bb63b64593b3ca9f45cbcfa692. Latest consensus state: current_term: 3 leader_uuid: "7f1d44bb63b64593b3ca9f45cbcfa692" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d6d106a7784d4b35a2de20b491009eb8" member_type: VOTER last_known_addr { host: "127.15.232.62" port: 42203 } } peers { permanent_uuid: "7f1d44bb63b64593b3ca9f45cbcfa692" member_type: VOTER last_known_addr { host: "127.15.232.61" port: 46831 } } peers { permanent_uuid: "d2ce1e128c9844e09755d021d0b0f13a" member_type: VOTER last_known_addr { host: "127.15.232.60" port: 38999 } } }
02:58:35.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:35.359424 17104 sys_catalog.cc:458] T 00000000000000000000000000000000 P d2ce1e128c9844e09755d021d0b0f13a [sys.catalog]: This master's current role is: FOLLOWER
02:58:35.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:35.372000 17111 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7f1d44bb63b64593b3ca9f45cbcfa692 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "7f1d44bb63b64593b3ca9f45cbcfa692" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d6d106a7784d4b35a2de20b491009eb8" member_type: VOTER last_known_addr { host: "127.15.232.62" port: 42203 } } peers { permanent_uuid: "7f1d44bb63b64593b3ca9f45cbcfa692" member_type: VOTER last_known_addr { host: "127.15.232.61" port: 46831 } } peers { permanent_uuid: "d2ce1e128c9844e09755d021d0b0f13a" member_type: VOTER last_known_addr { host: "127.15.232.60" port: 38999 } } }
02:58:35.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:35.372387 17111 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7f1d44bb63b64593b3ca9f45cbcfa692 [sys.catalog]: This master's current role is: LEADER
02:58:35.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:35.373351 17104 sys_catalog.cc:455] T 00000000000000000000000000000000 P d2ce1e128c9844e09755d021d0b0f13a [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "7f1d44bb63b64593b3ca9f45cbcfa692" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d6d106a7784d4b35a2de20b491009eb8" member_type: VOTER last_known_addr { host: "127.15.232.62" port: 42203 } } peers { permanent_uuid: "7f1d44bb63b64593b3ca9f45cbcfa692" member_type: VOTER last_known_addr { host: "127.15.232.61" port: 46831 } } peers { permanent_uuid: "d2ce1e128c9844e09755d021d0b0f13a" member_type: VOTER last_known_addr { host: "127.15.232.60" port: 38999 } } }
02:58:35.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:35.373624 17104 sys_catalog.cc:458] T 00000000000000000000000000000000 P d2ce1e128c9844e09755d021d0b0f13a [sys.catalog]: This master's current role is: FOLLOWER
02:58:35.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:35.379654 16620 txn_status_manager.cc:1390] automatically aborted stale txn (ID 0) past 1.040s from last keepalive heartbeat (effective timeout is 1.000s)
02:58:35.388 [DEBUG - kudu-nio-0] (KuduTransaction.java:799) terminating keepalive task (txn ID 0) due to exception org.apache.kudu.client.NonRecoverableException: Failed to write to server: 507fe0ad5f894e8e9afe54bc257ebe32 (127.15.232.1:36287): transaction ID 0 is not available for further commits: state: ABORT_IN_PROGRESS user: "slave" start_timestamp: 1781924314 last_transition_timestamp: 1781924315
02:58:35.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:58:35.394655 16649 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.15.232.62:42203)
02:58:35.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:58:35.400712 17123 tablet_replica.cc:1298] Aborted: operation has been aborted: cancelling pending write operations
02:58:35.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:58:35.805310 16395 consensus_peers.cc:487] T 00000000000000000000000000000000 P 7f1d44bb63b64593b3ca9f45cbcfa692 -> Peer d6d106a7784d4b35a2de20b491009eb8 (127.15.232.62:42203): Couldn't send request to peer d6d106a7784d4b35a2de20b491009eb8. Status: Network error: Client connection negotiation failed: client connection to 127.15.232.62:42203: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
02:58:36.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:58:36.294199 16395 consensus_peers.cc:487] T 00000000000000000000000000000000 P 7f1d44bb63b64593b3ca9f45cbcfa692 -> Peer d6d106a7784d4b35a2de20b491009eb8 (127.15.232.62:42203): Couldn't send request to peer d6d106a7784d4b35a2de20b491009eb8. Status: Network error: Client connection negotiation failed: client connection to 127.15.232.62:42203: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
02:58:36.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:36.454979 16740 heartbeater.cc:503] Master 127.15.232.61:46831 was elected leader, sending a full tablet report...
02:58:36.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:58:36.459297 16395 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.15.232.62:42203: connect: Connection refused (error 111) [suppressed 20 similar messages]
02:58:36.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:36.467883 17023 heartbeater.cc:503] Master 127.15.232.61:46831 was elected leader, sending a full tablet report...
02:58:36.616 [DEBUG - main] (Connection.java:575) [peer 507fe0ad5f894e8e9afe54bc257ebe32(127.15.232.1:36287)] disconnecting while in state READY
02:58:36.616 [DEBUG - main] (Connection.java:575) [peer master-127.15.232.60:38999(127.15.232.60:38999)] disconnecting while in state READY
02:58:36.616 [DEBUG - main] (Connection.java:575) [peer master-127.15.232.62:42203(127.15.232.62:42203)] disconnecting while in state TERMINATED
02:58:36.616 [DEBUG - main] (Connection.java:575) [peer master-127.15.232.61:46831(127.15.232.61:46831)] disconnecting while in state READY
02:58:36.617 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 507fe0ad5f894e8e9afe54bc257ebe32(127.15.232.1:36287)] handling channelInactive
02:58:36.617 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 507fe0ad5f894e8e9afe54bc257ebe32(127.15.232.1:36287)] cleaning up while in state READY due to: connection closed
02:58:36.617 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.15.232.60:38999(127.15.232.60:38999)] handling channelInactive
02:58:36.617 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.232.60:38999(127.15.232.60:38999)] cleaning up while in state READY due to: connection closed
02:58:36.617 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:58:36.618 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.15.232.61:46831(127.15.232.61:46831)] handling channelInactive
02:58:36.618 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.232.61:46831(127.15.232.61:46831)] cleaning up while in state READY due to: connection closed
02:58:36.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:36.618397 16288 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-tasktnuIQm/build/asan/bin/kudu pid 16581
02:58:36.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:36.626490 16733 generic_service.cc:196] Checking for leaks (request via RPC)
02:58:36.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:36.755575 16288 external_mini_cluster.cc:1595] Killing /tmp/dist-test-tasktnuIQm/build/asan/bin/kudu with pid 16581
02:58:36.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:58:36.778061 16395 consensus_peers.cc:487] T 00000000000000000000000000000000 P 7f1d44bb63b64593b3ca9f45cbcfa692 -> Peer d6d106a7784d4b35a2de20b491009eb8 (127.15.232.62:42203): Couldn't send request to peer d6d106a7784d4b35a2de20b491009eb8. Status: Network error: Client connection negotiation failed: client connection to 127.15.232.62:42203: connect: Connection refused (error 111). This is attempt 16: this message will repeat every 5th retry.
02:58:36.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:36.778718 16288 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-tasktnuIQm/build/asan/bin/kudu pid 16743
02:58:36.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:36.786592 16874 generic_service.cc:196] Checking for leaks (request via RPC)
02:58:36.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:36.881820 16458 master_runner.cc:186] Error getting master registration for 127.15.232.62:42203: Network error: Client connection negotiation failed: client connection to 127.15.232.62:42203: connect: Connection refused (error 111),
02:58:36.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:36.882021 16458 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
02:58:36.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:36.902992 16288 external_mini_cluster.cc:1595] Killing /tmp/dist-test-tasktnuIQm/build/asan/bin/kudu with pid 16743
02:58:36.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:36.920303 16288 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-tasktnuIQm/build/asan/bin/kudu pid 16884
02:58:36.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:36.927803 17016 generic_service.cc:196] Checking for leaks (request via RPC)
02:58:37.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:37.025769 16288 external_mini_cluster.cc:1595] Killing /tmp/dist-test-tasktnuIQm/build/asan/bin/kudu with pid 16884
02:58:37.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:37.043418 16288 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-tasktnuIQm/build/asan/bin/kudu pid 16378
02:58:37.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:37.044540 16451 generic_service.cc:196] Checking for leaks (request via RPC)
02:58:37.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:37.164947 16288 external_mini_cluster.cc:1595] Killing /tmp/dist-test-tasktnuIQm/build/asan/bin/kudu with pid 16378
02:58:37.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:58:37.185729 16476 connection.cc:535] server connection from 127.0.0.1:48012 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
02:58:37.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:37.185920 16288 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-tasktnuIQm/build/asan/bin/kudu pid 16458
02:58:37.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:37.187098 16532 generic_service.cc:196] Checking for leaks (request via RPC)
02:58:37.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:58:37.295910 16288 external_mini_cluster.cc:1595] Killing /tmp/dist-test-tasktnuIQm/build/asan/bin/kudu with pid 16458
02:58:37.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-20T02:58:37Z chronyd exiting
02:58:37.445 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveSwitchesToOtherTxnManager: failed attempt 1
org.apache.kudu.client.NonRecoverableException: Failed to write to server: 507fe0ad5f894e8e9afe54bc257ebe32 (127.15.232.1:36287): transaction ID 0 is not open: state: ABORTED user: "slave" start_timestamp: 1781924314 last_transition_timestamp: 1781924315
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduTransaction.doCommitTransaction(KuduTransaction.java:491) ~[main/:?]
at org.apache.kudu.client.KuduTransaction.commitWithMode(KuduTransaction.java:537) ~[main/:?]
at org.apache.kudu.client.KuduTransaction.commit(KuduTransaction.java:284) ~[main/:?]
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveSwitchesToOtherTxnManager(TestKuduTransaction.java:1152) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.RpcProxy.dispatchTxnManagerError(RpcProxy.java:439) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:298) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
org.apache.kudu.client.NonRecoverableException: Failed to write to server: 507fe0ad5f894e8e9afe54bc257ebe32 (127.15.232.1:36287): transaction ID 0 is not open: state: ABORTED user: "slave" start_timestamp: 1781924314 last_transition_timestamp: 1781924315
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduTransaction.doCommitTransaction(KuduTransaction.java:491)
at org.apache.kudu.client.KuduTransaction.commitWithMode(KuduTransaction.java:537)
at org.apache.kudu.client.KuduTransaction.commit(KuduTransaction.java:284)
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveSwitchesToOtherTxnManager(TestKuduTransaction.java:1152)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.RpcProxy.dispatchTxnManagerError(RpcProxy.java:439)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:298)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more