20:04:31.576 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
20:04:31.576 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskMTjSd7/test-tmp
20:04:31.577 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/asan/bin
20:04:31.577 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskMTjSd7/java/build/dist-test/../../../build/asan/bin/kudu, test, mini_cluster, --serialization=pb]
20:04:31.578 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskMTjSd7/test-tmp/mini-kudu-cluster5777318302262216305"
extra_master_flags: "--txn_manager_enabled"
extra_master_flags: "--raft_heartbeat_interval_ms=100"
extra_tserver_flags: "--txn_keepalive_interval_ms=1000"
extra_tserver_flags: "--txn_staleness_tracker_interval_ms=250"
extra_tserver_flags: "--enable_txn_system_client_init=true"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
20:04:31.931 [DEBUG - main] (MiniKuduCluster.java:195) Response:
20:04:31.932 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
20:04:31.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:31.934536 24842 mini_oidc.cc:150] Starting JWKS server
20:04:31.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:31.937554 24842 webserver.cc:469] Webserver started at http://127.0.0.1:40499/ using document root <none> and password file <none>
20:04:31.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:31.937841 24842 mini_oidc.cc:186] Starting OIDC Discovery server
20:04:31.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:31.938477 24842 webserver.cc:469] Webserver started at http://127.0.0.1:45463/ using document root <none> and password file <none>
20:04:31.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-06-24T20:04:31Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
20:04:31.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-06-24T20:04:31Z Disabled control of system clock
20:04:31.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:31.974593 24842 external_mini_cluster.cc:1351] Running /tmp/dist-test-taskMTjSd7/build/asan/bin/kudu
20:04:31.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskMTjSd7/build/asan/bin/kudu
20:04:31.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskMTjSd7/test-tmp/mini-kudu-cluster5777318302262216305/master-0/wal
20:04:31.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskMTjSd7/test-tmp/mini-kudu-cluster5777318302262216305/master-0/data
20:04:31.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:04:31.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:04:31.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:04:31.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:31.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:31.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:31.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskMTjSd7/test-tmp/mini-kudu-cluster5777318302262216305/master-0/logs
20:04:31.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskMTjSd7/test-tmp/mini-kudu-cluster5777318302262216305/master-0/data/info.pb
20:04:31.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:31.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:04:31.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:04:31.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:04:31.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:04:31.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:31.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:31.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:31.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:04:31.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:04:31.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:04:31.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:04:31.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.66.190:38789
20:04:31.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.66.190
20:04:31.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:04:31.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.66.148:45423
20:04:31.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:31.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:31.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:31.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:04:31.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.66.190:38789,127.24.66.189:44275,127.24.66.188:42653
20:04:31.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:04:31.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40499/jwks.json
20:04:31.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
20:04:31.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
20:04:32.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 20:04:32.330797 24853 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:04:32.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 20:04:32.331189 24853 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:04:32.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 20:04:32.331276 24853 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:04:32.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 20:04:32.339576 24853 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
20:04:32.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 20:04:32.339700 24853 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
20:04:32.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 20:04:32.339751 24853 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:04:32.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 20:04:32.339792 24853 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
20:04:32.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 20:04:32.339846 24853 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
20:04:32.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 20:04:32.339887 24853 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
20:04:32.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 20:04:32.339931 24853 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:40499/jwks.json
20:04:32.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:32.350235 24853 master_runner.cc:386] Master server non-default flags:
20:04:32.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:32.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.66.148:45423
20:04:32.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:32.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:32.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
20:04:32.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskMTjSd7/test-tmp/mini-kudu-cluster5777318302262216305/master-0/data
20:04:32.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskMTjSd7/test-tmp/mini-kudu-cluster5777318302262216305/master-0/wal
20:04:32.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:04:32.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.66.190:38789,127.24.66.189:44275,127.24.66.188:42653
20:04:32.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
20:04:32.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:32.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:32.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:04:32.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.66.190:38789
20:04:32.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:04:32.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:04:32.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:04:32.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40499/jwks.json
20:04:32.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:32.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:32.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskMTjSd7/test-tmp/mini-kudu-cluster5777318302262216305/master-0/data/info.pb
20:04:32.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.66.190
20:04:32.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:04:32.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:04:32.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:32.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:04:32.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:04:32.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:32.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskMTjSd7/test-tmp/mini-kudu-cluster5777318302262216305/master-0/logs
20:04:32.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:32.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:04:32.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:04:32.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:04:32.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:04:32.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6d72d4a242076468501f3430b9a2cd050c634be2
20:04:32.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:04:32.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 24 Jun 2025 19:43:23 UTC on 24a791456cd2
20:04:32.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 6752
20:04:32.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
20:04:32.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:32.352059 24853 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:04:32.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:32.354178 24853 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:04:32.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 20:04:32.366045 24859 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:32.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 20:04:32.366147 24858 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:32.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 20:04:32.366288 24861 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:32.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:32.366858 24853 server_base.cc:1048] running on GCE node
20:04:32.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:32.367986 24853 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:04:32.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:32.369755 24853 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:04:32.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:32.371030 24853 hybrid_clock.cc:648] HybridClock initialized: now 1750795472370947 us; error 57 us; skew 500 ppm
20:04:32.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:32.371490 24853 server_base.cc:848] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:04:32.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:32.374243 24853 webserver.cc:469] Webserver started at http://127.24.66.190:37017/ using document root <none> and password file <none>
20:04:32.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:32.375147 24853 fs_manager.cc:362] Metadata directory not provided
20:04:32.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:32.375314 24853 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:04:32.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:32.375701 24853 server_base.cc:896] This appears to be a new deployment of Kudu; creating new FS layout
20:04:32.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:32.378538 24853 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskMTjSd7/test-tmp/mini-kudu-cluster5777318302262216305/master-0/data/instance:
20:04:32.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "beaca37ae3914e6490ac74dcd3181c52"
20:04:32.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-24 20:04:32 on dist-test-slave-0t1p"
20:04:32.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:32.379499 24853 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskMTjSd7/test-tmp/mini-kudu-cluster5777318302262216305/master-0/wal/instance:
20:04:32.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "beaca37ae3914e6490ac74dcd3181c52"
20:04:32.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-24 20:04:32 on dist-test-slave-0t1p"
20:04:32.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:32.386119 24853 fs_manager.cc:696] Time spent creating directory manager: real 0.006s user 0.004s sys 0.004s
20:04:32.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:32.390375 24867 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:04:32.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:32.392133 24853 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
20:04:32.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:32.392383 24853 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskMTjSd7/test-tmp/mini-kudu-cluster5777318302262216305/master-0/data,/tmp/dist-test-taskMTjSd7/test-tmp/mini-kudu-cluster5777318302262216305/master-0/wal
20:04:32.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "beaca37ae3914e6490ac74dcd3181c52"
20:04:32.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-24 20:04:32 on dist-test-slave-0t1p"
20:04:32.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:32.392716 24853 fs_report.cc:389] FS layout report
20:04:32.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:04:32.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskMTjSd7/test-tmp/mini-kudu-cluster5777318302262216305/master-0/wal
20:04:32.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskMTjSd7/test-tmp/mini-kudu-cluster5777318302262216305/master-0/wal
20:04:32.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskMTjSd7/test-tmp/mini-kudu-cluster5777318302262216305/master-0/data/data
20:04:32.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:04:32.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:04:32.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:04:32.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:04:32.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:04:32.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:04:32.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:04:32.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:04:32.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:04:32.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:04:32.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:04:32.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:32.415443 24853 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:04:32.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:32.416683 24853 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:04:32.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:32.417050 24853 kserver.cc:163] Server-wide thread pool size limit: 3276
20:04:32.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:32.443689 24853 rpc_server.cc:307] RPC server started. Bound to: 127.24.66.190:38789
20:04:32.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:32.443727 24928 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.24.66.190:38789 every 8 connection(s)
20:04:32.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:32.445637 24853 server_base.cc:1180] Dumped server information to /tmp/dist-test-taskMTjSd7/test-tmp/mini-kudu-cluster5777318302262216305/master-0/data/info.pb
20:04:32.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:32.449596 24842 external_mini_cluster.cc:1413] Started /tmp/dist-test-taskMTjSd7/build/asan/bin/kudu as pid 24853
20:04:32.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:32.450067 24842 external_mini_cluster.cc:1427] Reading /tmp/dist-test-taskMTjSd7/test-tmp/mini-kudu-cluster5777318302262216305/master-0/wal/instance
20:04:32.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:32.450788 24929 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:04:32.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:32.452509 24842 external_mini_cluster.cc:1351] Running /tmp/dist-test-taskMTjSd7/build/asan/bin/kudu
20:04:32.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskMTjSd7/build/asan/bin/kudu
20:04:32.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskMTjSd7/test-tmp/mini-kudu-cluster5777318302262216305/master-1/wal
20:04:32.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskMTjSd7/test-tmp/mini-kudu-cluster5777318302262216305/master-1/data
20:04:32.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:04:32.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:04:32.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:04:32.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:32.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:32.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:32.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskMTjSd7/test-tmp/mini-kudu-cluster5777318302262216305/master-1/logs
20:04:32.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskMTjSd7/test-tmp/mini-kudu-cluster5777318302262216305/master-1/data/info.pb
20:04:32.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:32.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:04:32.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:04:32.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:04:32.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:04:32.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:32.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:32.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:32.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:04:32.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:04:32.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:04:32.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:04:32.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.66.189:44275
20:04:32.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.66.189
20:04:32.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:04:32.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.66.148:45423
20:04:32.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:32.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:32.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:32.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:04:32.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.66.190:38789,127.24.66.189:44275,127.24.66.188:42653
20:04:32.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:04:32.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40499/jwks.json
20:04:32.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
20:04:32.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
20:04:32.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:32.458560 24929 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.66.190" port: 38789 } has no permanent_uuid. Determining permanent_uuid...
20:04:32.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:32.478926 24929 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.66.189" port: 44275 } has no permanent_uuid. Determining permanent_uuid...
20:04:32.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 20:04:32.480458 24868 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.24.66.189:44275: connect: Connection refused (error 111)
20:04:32.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 20:04:32.482561 24929 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.66.189:44275: Network error: Client connection negotiation failed: client connection to 127.24.66.189:44275: connect: Connection refused (error 111)
20:04:32.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:32.532018 24929 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.66.189" port: 44275 } attempt: 1
20:04:32.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 20:04:32.534255 24929 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.66.189:44275: Network error: Client connection negotiation failed: client connection to 127.24.66.189:44275: connect: Connection refused (error 111)
20:04:32.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:32.602633 24929 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.66.189" port: 44275 } attempt: 2
20:04:32.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 20:04:32.604702 24929 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.66.189:44275: Network error: Client connection negotiation failed: client connection to 127.24.66.189:44275: connect: Connection refused (error 111)
20:04:32.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:32.696103 24929 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.66.189" port: 44275 } attempt: 3
20:04:32.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 20:04:32.698215 24929 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.66.189:44275: Network error: Client connection negotiation failed: client connection to 127.24.66.189:44275: connect: Connection refused (error 111)
20:04:32.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 20:04:32.806525 24931 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:04:32.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 20:04:32.806896 24931 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:04:32.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 20:04:32.806988 24931 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:04:32.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 20:04:32.816357 24931 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
20:04:32.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 20:04:32.816540 24931 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
20:04:32.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 20:04:32.816622 24931 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:04:32.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 20:04:32.816680 24931 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
20:04:32.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 20:04:32.816754 24931 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
20:04:32.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 20:04:32.816809 24931 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
20:04:32.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 20:04:32.816869 24931 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:40499/jwks.json
20:04:32.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:32.827525 24931 master_runner.cc:386] Master server non-default flags:
20:04:32.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:32.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.66.148:45423
20:04:32.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:32.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:32.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
20:04:32.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskMTjSd7/test-tmp/mini-kudu-cluster5777318302262216305/master-1/data
20:04:32.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskMTjSd7/test-tmp/mini-kudu-cluster5777318302262216305/master-1/wal
20:04:32.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:04:32.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.66.190:38789,127.24.66.189:44275,127.24.66.188:42653
20:04:32.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
20:04:32.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:32.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:32.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:04:32.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.66.189:44275
20:04:32.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:04:32.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:04:32.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:04:32.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40499/jwks.json
20:04:32.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:32.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:32.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskMTjSd7/test-tmp/mini-kudu-cluster5777318302262216305/master-1/data/info.pb
20:04:32.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.66.189
20:04:32.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:04:32.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:04:32.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:32.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:04:32.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:04:32.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:32.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskMTjSd7/test-tmp/mini-kudu-cluster5777318302262216305/master-1/logs
20:04:32.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:32.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:04:32.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:04:32.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:04:32.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:04:32.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6d72d4a242076468501f3430b9a2cd050c634be2
20:04:32.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:04:32.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 24 Jun 2025 19:43:23 UTC on 24a791456cd2
20:04:32.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 6752
20:04:32.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
20:04:32.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:32.829360 24931 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:04:32.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:32.831459 24931 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:04:32.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:32.841497 24929 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.66.189" port: 44275 } attempt: 4
20:04:32.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 20:04:32.843809 24942 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:32.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 20:04:32.844004 24929 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.66.189:44275: Network error: Client connection negotiation failed: client connection to 127.24.66.189:44275: connect: Connection refused (error 111)
20:04:32.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 20:04:32.844537 24939 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:32.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 20:04:32.844611 24940 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:32.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:32.845603 24931 server_base.cc:1048] running on GCE node
20:04:32.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:32.846606 24931 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:04:32.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:32.848378 24931 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:04:32.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:32.849660 24931 hybrid_clock.cc:648] HybridClock initialized: now 1750795472849590 us; error 48 us; skew 500 ppm
20:04:32.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:32.850103 24931 server_base.cc:848] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:04:32.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:32.852978 24931 webserver.cc:469] Webserver started at http://127.24.66.189:38407/ using document root <none> and password file <none>
20:04:32.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:32.853899 24931 fs_manager.cc:362] Metadata directory not provided
20:04:32.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:32.854072 24931 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:04:32.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:32.854485 24931 server_base.cc:896] This appears to be a new deployment of Kudu; creating new FS layout
20:04:32.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:32.857349 24931 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskMTjSd7/test-tmp/mini-kudu-cluster5777318302262216305/master-1/data/instance:
20:04:32.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b3bd069ab2ee4b4880e2a762922000c8"
20:04:32.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-24 20:04:32 on dist-test-slave-0t1p"
20:04:32.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:32.858320 24931 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskMTjSd7/test-tmp/mini-kudu-cluster5777318302262216305/master-1/wal/instance:
20:04:32.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b3bd069ab2ee4b4880e2a762922000c8"
20:04:32.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-24 20:04:32 on dist-test-slave-0t1p"
20:04:32.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:32.864632 24931 fs_manager.cc:696] Time spent creating directory manager: real 0.006s user 0.007s sys 0.000s
20:04:32.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:32.868705 24948 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:04:32.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:32.870401 24931 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.004s sys 0.000s
20:04:32.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:32.870638 24931 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskMTjSd7/test-tmp/mini-kudu-cluster5777318302262216305/master-1/data,/tmp/dist-test-taskMTjSd7/test-tmp/mini-kudu-cluster5777318302262216305/master-1/wal
20:04:32.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b3bd069ab2ee4b4880e2a762922000c8"
20:04:32.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-24 20:04:32 on dist-test-slave-0t1p"
20:04:32.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:32.870886 24931 fs_report.cc:389] FS layout report
20:04:32.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:04:32.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskMTjSd7/test-tmp/mini-kudu-cluster5777318302262216305/master-1/wal
20:04:32.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskMTjSd7/test-tmp/mini-kudu-cluster5777318302262216305/master-1/wal
20:04:32.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskMTjSd7/test-tmp/mini-kudu-cluster5777318302262216305/master-1/data/data
20:04:32.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:04:32.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:04:32.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:04:32.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:04:32.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:04:32.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:04:32.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:04:32.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:04:32.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:04:32.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:04:32.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:04:32.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:32.902390 24931 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:04:32.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:32.903389 24931 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:04:32.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:32.903729 24931 kserver.cc:163] Server-wide thread pool size limit: 3276
20:04:32.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:32.928486 24931 rpc_server.cc:307] RPC server started. Bound to: 127.24.66.189:44275
20:04:32.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:32.928542 25009 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.24.66.189:44275 every 8 connection(s)
20:04:32.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:32.930321 24931 server_base.cc:1180] Dumped server information to /tmp/dist-test-taskMTjSd7/test-tmp/mini-kudu-cluster5777318302262216305/master-1/data/info.pb
20:04:32.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:32.933557 24842 external_mini_cluster.cc:1413] Started /tmp/dist-test-taskMTjSd7/build/asan/bin/kudu as pid 24931
20:04:32.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:32.933746 24842 external_mini_cluster.cc:1427] Reading /tmp/dist-test-taskMTjSd7/test-tmp/mini-kudu-cluster5777318302262216305/master-1/wal/instance
20:04:32.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:32.934774 24842 external_mini_cluster.cc:1351] Running /tmp/dist-test-taskMTjSd7/build/asan/bin/kudu
20:04:32.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskMTjSd7/build/asan/bin/kudu
20:04:32.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskMTjSd7/test-tmp/mini-kudu-cluster5777318302262216305/master-2/wal
20:04:32.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskMTjSd7/test-tmp/mini-kudu-cluster5777318302262216305/master-2/data
20:04:32.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:04:32.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:04:32.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:04:32.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:32.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:32.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:32.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskMTjSd7/test-tmp/mini-kudu-cluster5777318302262216305/master-2/logs
20:04:32.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskMTjSd7/test-tmp/mini-kudu-cluster5777318302262216305/master-2/data/info.pb
20:04:32.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:32.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:04:32.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:04:32.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:04:32.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:04:32.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:32.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:32.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:32.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:04:32.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:04:32.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:04:32.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:04:32.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.66.188:42653
20:04:32.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.66.188
20:04:32.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:04:32.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.66.148:45423
20:04:32.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:32.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:32.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:32.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:04:32.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.66.190:38789,127.24.66.189:44275,127.24.66.188:42653
20:04:32.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:04:32.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40499/jwks.json
20:04:32.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
20:04:32.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
20:04:32.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:32.934847 25010 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:04:32.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:32.942605 25010 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.66.190" port: 38789 } has no permanent_uuid. Determining permanent_uuid...
20:04:32.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:32.959120 25010 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.66.189" port: 44275 } has no permanent_uuid. Determining permanent_uuid...
20:04:32.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:32.971006 25010 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.66.188" port: 42653 } has no permanent_uuid. Determining permanent_uuid...
20:04:32.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 20:04:32.972452 24949 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.24.66.188:42653: connect: Connection refused (error 111)
20:04:32.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 20:04:32.974367 25010 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.66.188:42653: Network error: Client connection negotiation failed: client connection to 127.24.66.188:42653: connect: Connection refused (error 111)
20:04:33.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.023734 25010 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.66.188" port: 42653 } attempt: 1
20:04:33.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 20:04:33.025934 25010 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.66.188:42653: Network error: Client connection negotiation failed: client connection to 127.24.66.188:42653: connect: Connection refused (error 111)
20:04:33.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.094238 25010 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.66.188" port: 42653 } attempt: 2
20:04:33.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 20:04:33.096431 25010 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.66.188:42653: Network error: Client connection negotiation failed: client connection to 127.24.66.188:42653: connect: Connection refused (error 111)
20:04:33.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.143271 24929 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.66.189" port: 44275 } attempt: 5
20:04:33.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.151470 24929 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.66.188" port: 42653 } has no permanent_uuid. Determining permanent_uuid...
20:04:33.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 20:04:33.153995 24929 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.66.188:42653: Network error: Client connection negotiation failed: client connection to 127.24.66.188:42653: connect: Connection refused (error 111)
20:04:33.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.187757 25010 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.66.188" port: 42653 } attempt: 3
20:04:33.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 20:04:33.190121 25010 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.66.188:42653: Network error: Client connection negotiation failed: client connection to 127.24.66.188:42653: connect: Connection refused (error 111)
20:04:33.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.205274 24929 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.66.188" port: 42653 } attempt: 1
20:04:33.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 20:04:33.207700 24929 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.66.188:42653: Network error: Client connection negotiation failed: client connection to 127.24.66.188:42653: connect: Connection refused (error 111)
20:04:33.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.276015 24929 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.66.188" port: 42653 } attempt: 2
20:04:33.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 20:04:33.278399 24929 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.66.188:42653: Network error: Client connection negotiation failed: client connection to 127.24.66.188:42653: connect: Connection refused (error 111)
20:04:33.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 20:04:33.313620 25012 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:04:33.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 20:04:33.314082 25012 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:04:33.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 20:04:33.314226 25012 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:04:33.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 20:04:33.323006 25012 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
20:04:33.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 20:04:33.323159 25012 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
20:04:33.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 20:04:33.323246 25012 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:04:33.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 20:04:33.323316 25012 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
20:04:33.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 20:04:33.323398 25012 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
20:04:33.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 20:04:33.323464 25012 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
20:04:33.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 20:04:33.323554 25012 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:40499/jwks.json
20:04:33.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.333392 25010 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.66.188" port: 42653 } attempt: 4
20:04:33.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.334303 25012 master_runner.cc:386] Master server non-default flags:
20:04:33.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:33.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.66.148:45423
20:04:33.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:33.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:33.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
20:04:33.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskMTjSd7/test-tmp/mini-kudu-cluster5777318302262216305/master-2/data
20:04:33.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskMTjSd7/test-tmp/mini-kudu-cluster5777318302262216305/master-2/wal
20:04:33.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:04:33.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.66.190:38789,127.24.66.189:44275,127.24.66.188:42653
20:04:33.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
20:04:33.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:33.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:33.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:04:33.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.66.188:42653
20:04:33.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:04:33.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:04:33.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:04:33.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40499/jwks.json
20:04:33.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:33.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:33.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskMTjSd7/test-tmp/mini-kudu-cluster5777318302262216305/master-2/data/info.pb
20:04:33.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.66.188
20:04:33.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:04:33.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:04:33.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:33.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:04:33.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:04:33.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:33.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskMTjSd7/test-tmp/mini-kudu-cluster5777318302262216305/master-2/logs
20:04:33.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:33.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:04:33.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:04:33.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:04:33.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:04:33.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6d72d4a242076468501f3430b9a2cd050c634be2
20:04:33.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:04:33.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 24 Jun 2025 19:43:23 UTC on 24a791456cd2
20:04:33.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 6752
20:04:33.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
20:04:33.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 20:04:33.335420 25010 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.66.188:42653: Network error: Client connection negotiation failed: client connection to 127.24.66.188:42653: connect: Connection refused (error 111)
20:04:33.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.336643 25012 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:04:33.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.338968 25012 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:04:33.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 20:04:33.351613 25021 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:33.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 20:04:33.351558 25020 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:33.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 20:04:33.351646 25023 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:33.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.352859 25012 server_base.cc:1048] running on GCE node
20:04:33.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.353725 25012 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:04:33.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.355353 25012 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:04:33.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.356664 25012 hybrid_clock.cc:648] HybridClock initialized: now 1750795473356611 us; error 58 us; skew 500 ppm
20:04:33.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.357059 25012 server_base.cc:848] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:04:33.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.359791 25012 webserver.cc:469] Webserver started at http://127.24.66.188:43885/ using document root <none> and password file <none>
20:04:33.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.360730 25012 fs_manager.cc:362] Metadata directory not provided
20:04:33.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.360911 25012 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:04:33.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.361320 25012 server_base.cc:896] This appears to be a new deployment of Kudu; creating new FS layout
20:04:33.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.364121 25012 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskMTjSd7/test-tmp/mini-kudu-cluster5777318302262216305/master-2/data/instance:
20:04:33.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1c19c934c634478e868e102be56ad6a2"
20:04:33.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-24 20:04:33 on dist-test-slave-0t1p"
20:04:33.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.365140 25012 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskMTjSd7/test-tmp/mini-kudu-cluster5777318302262216305/master-2/wal/instance:
20:04:33.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1c19c934c634478e868e102be56ad6a2"
20:04:33.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-24 20:04:33 on dist-test-slave-0t1p"
20:04:33.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.371721 25012 fs_manager.cc:696] Time spent creating directory manager: real 0.006s user 0.005s sys 0.000s
20:04:33.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.376032 25029 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:04:33.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.377732 25012 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
20:04:33.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.377939 25012 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskMTjSd7/test-tmp/mini-kudu-cluster5777318302262216305/master-2/data,/tmp/dist-test-taskMTjSd7/test-tmp/mini-kudu-cluster5777318302262216305/master-2/wal
20:04:33.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1c19c934c634478e868e102be56ad6a2"
20:04:33.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-24 20:04:33 on dist-test-slave-0t1p"
20:04:33.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.378146 25012 fs_report.cc:389] FS layout report
20:04:33.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:04:33.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskMTjSd7/test-tmp/mini-kudu-cluster5777318302262216305/master-2/wal
20:04:33.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskMTjSd7/test-tmp/mini-kudu-cluster5777318302262216305/master-2/wal
20:04:33.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskMTjSd7/test-tmp/mini-kudu-cluster5777318302262216305/master-2/data/data
20:04:33.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:04:33.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:04:33.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:04:33.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:04:33.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:04:33.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:04:33.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:04:33.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:04:33.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:04:33.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:04:33.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:04:33.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.384626 24929 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.66.188" port: 42653 } attempt: 3
20:04:33.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 20:04:33.386915 24929 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.66.188:42653: Network error: Client connection negotiation failed: client connection to 127.24.66.188:42653: connect: Connection refused (error 111)
20:04:33.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.406520 25012 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:04:33.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.407464 25012 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:04:33.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.407744 25012 kserver.cc:163] Server-wide thread pool size limit: 3276
20:04:33.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.433310 25012 rpc_server.cc:307] RPC server started. Bound to: 127.24.66.188:42653
20:04:33.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.433367 25090 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.24.66.188:42653 every 8 connection(s)
20:04:33.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.435035 25012 server_base.cc:1180] Dumped server information to /tmp/dist-test-taskMTjSd7/test-tmp/mini-kudu-cluster5777318302262216305/master-2/data/info.pb
20:04:33.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.437490 24842 external_mini_cluster.cc:1413] Started /tmp/dist-test-taskMTjSd7/build/asan/bin/kudu as pid 25012
20:04:33.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.437714 24842 external_mini_cluster.cc:1427] Reading /tmp/dist-test-taskMTjSd7/test-tmp/mini-kudu-cluster5777318302262216305/master-2/wal/instance
20:04:33.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.440587 25091 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:04:33.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.450174 25091 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.66.190" port: 38789 } has no permanent_uuid. Determining permanent_uuid...
20:04:33.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.469249 25091 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.66.189" port: 44275 } has no permanent_uuid. Determining permanent_uuid...
20:04:33.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.476691 25091 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.66.188" port: 42653 } has no permanent_uuid. Determining permanent_uuid...
20:04:33.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.487243 25091 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1c19c934c634478e868e102be56ad6a2: Bootstrap starting.
20:04:33.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.490829 25091 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 1c19c934c634478e868e102be56ad6a2: Neither blocks nor log segments found. Creating new log.
20:04:33.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.491991 25091 log.cc:826] T 00000000000000000000000000000000 P 1c19c934c634478e868e102be56ad6a2: Log is configured to *not* fsync() on all Append() calls
20:04:33.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.495240 25091 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1c19c934c634478e868e102be56ad6a2: No bootstrap required, opened a new log
20:04:33.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.501407 25091 raft_consensus.cc:357] T 00000000000000000000000000000000 P 1c19c934c634478e868e102be56ad6a2 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "beaca37ae3914e6490ac74dcd3181c52" member_type: VOTER last_known_addr { host: "127.24.66.190" port: 38789 } } peers { permanent_uuid: "b3bd069ab2ee4b4880e2a762922000c8" member_type: VOTER last_known_addr { host: "127.24.66.189" port: 44275 } } peers { permanent_uuid: "1c19c934c634478e868e102be56ad6a2" member_type: VOTER last_known_addr { host: "127.24.66.188" port: 42653 } }
20:04:33.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.501775 25091 raft_consensus.cc:383] T 00000000000000000000000000000000 P 1c19c934c634478e868e102be56ad6a2 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:04:33.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.501852 25091 raft_consensus.cc:738] T 00000000000000000000000000000000 P 1c19c934c634478e868e102be56ad6a2 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1c19c934c634478e868e102be56ad6a2, State: Initialized, Role: FOLLOWER
20:04:33.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.502584 25091 consensus_queue.cc:260] T 00000000000000000000000000000000 P 1c19c934c634478e868e102be56ad6a2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "beaca37ae3914e6490ac74dcd3181c52" member_type: VOTER last_known_addr { host: "127.24.66.190" port: 38789 } } peers { permanent_uuid: "b3bd069ab2ee4b4880e2a762922000c8" member_type: VOTER last_known_addr { host: "127.24.66.189" port: 44275 } } peers { permanent_uuid: "1c19c934c634478e868e102be56ad6a2" member_type: VOTER last_known_addr { host: "127.24.66.188" port: 42653 } }
20:04:33.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.503695 25098 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1c19c934c634478e868e102be56ad6a2 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "beaca37ae3914e6490ac74dcd3181c52" member_type: VOTER last_known_addr { host: "127.24.66.190" port: 38789 } } peers { permanent_uuid: "b3bd069ab2ee4b4880e2a762922000c8" member_type: VOTER last_known_addr { host: "127.24.66.189" port: 44275 } } peers { permanent_uuid: "1c19c934c634478e868e102be56ad6a2" member_type: VOTER last_known_addr { host: "127.24.66.188" port: 42653 } } }
20:04:33.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.504016 25098 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1c19c934c634478e868e102be56ad6a2 [sys.catalog]: This master's current role is: FOLLOWER
20:04:33.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.505033 25091 sys_catalog.cc:564] T 00000000000000000000000000000000 P 1c19c934c634478e868e102be56ad6a2 [sys.catalog]: configured and running, proceeding with master startup.
20:04:33.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 20:04:33.515663 25109 catalog_manager.cc:1560] T 00000000000000000000000000000000 P 1c19c934c634478e868e102be56ad6a2: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:04:33.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 20:04:33.515830 25109 catalog_manager.cc:875] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:04:33.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.513530 25012 master_runner.cc:186] Error getting master registration for 127.24.66.190:38789: OK, instance_id { permanent_uuid: "beaca37ae3914e6490ac74dcd3181c52" instance_seqno: 1750795472437200 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:04:33.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.520753 25012 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:04:33.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.564147 24929 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.66.188" port: 42653 } attempt: 4
20:04:33.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.578305 24929 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P beaca37ae3914e6490ac74dcd3181c52: Bootstrap starting.
20:04:33.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.583173 24929 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P beaca37ae3914e6490ac74dcd3181c52: Neither blocks nor log segments found. Creating new log.
20:04:33.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.585011 24929 log.cc:826] T 00000000000000000000000000000000 P beaca37ae3914e6490ac74dcd3181c52: Log is configured to *not* fsync() on all Append() calls
20:04:33.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.588054 25098 raft_consensus.cc:491] T 00000000000000000000000000000000 P 1c19c934c634478e868e102be56ad6a2 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:04:33.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.588397 25098 raft_consensus.cc:513] T 00000000000000000000000000000000 P 1c19c934c634478e868e102be56ad6a2 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "beaca37ae3914e6490ac74dcd3181c52" member_type: VOTER last_known_addr { host: "127.24.66.190" port: 38789 } } peers { permanent_uuid: "b3bd069ab2ee4b4880e2a762922000c8" member_type: VOTER last_known_addr { host: "127.24.66.189" port: 44275 } } peers { permanent_uuid: "1c19c934c634478e868e102be56ad6a2" member_type: VOTER last_known_addr { host: "127.24.66.188" port: 42653 } }
20:04:33.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.589615 24929 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P beaca37ae3914e6490ac74dcd3181c52: No bootstrap required, opened a new log
20:04:33.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.590451 25098 leader_election.cc:290] T 00000000000000000000000000000000 P 1c19c934c634478e868e102be56ad6a2 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers beaca37ae3914e6490ac74dcd3181c52 (127.24.66.190:38789), b3bd069ab2ee4b4880e2a762922000c8 (127.24.66.189:44275)
20:04:33.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.598698 24929 raft_consensus.cc:357] T 00000000000000000000000000000000 P beaca37ae3914e6490ac74dcd3181c52 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "beaca37ae3914e6490ac74dcd3181c52" member_type: VOTER last_known_addr { host: "127.24.66.190" port: 38789 } } peers { permanent_uuid: "b3bd069ab2ee4b4880e2a762922000c8" member_type: VOTER last_known_addr { host: "127.24.66.189" port: 44275 } } peers { permanent_uuid: "1c19c934c634478e868e102be56ad6a2" member_type: VOTER last_known_addr { host: "127.24.66.188" port: 42653 } }
20:04:33.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.599185 24929 raft_consensus.cc:383] T 00000000000000000000000000000000 P beaca37ae3914e6490ac74dcd3181c52 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:04:33.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.599311 24929 raft_consensus.cc:738] T 00000000000000000000000000000000 P beaca37ae3914e6490ac74dcd3181c52 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: beaca37ae3914e6490ac74dcd3181c52, State: Initialized, Role: FOLLOWER
20:04:33.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.600200 24929 consensus_queue.cc:260] T 00000000000000000000000000000000 P beaca37ae3914e6490ac74dcd3181c52 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "beaca37ae3914e6490ac74dcd3181c52" member_type: VOTER last_known_addr { host: "127.24.66.190" port: 38789 } } peers { permanent_uuid: "b3bd069ab2ee4b4880e2a762922000c8" member_type: VOTER last_known_addr { host: "127.24.66.189" port: 44275 } } peers { permanent_uuid: "1c19c934c634478e868e102be56ad6a2" member_type: VOTER last_known_addr { host: "127.24.66.188" port: 42653 } }
20:04:33.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.603034 24929 sys_catalog.cc:564] T 00000000000000000000000000000000 P beaca37ae3914e6490ac74dcd3181c52 [sys.catalog]: configured and running, proceeding with master startup.
20:04:33.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.603889 24894 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1c19c934c634478e868e102be56ad6a2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "beaca37ae3914e6490ac74dcd3181c52" is_pre_election: true
20:04:33.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.605265 24894 raft_consensus.cc:2466] T 00000000000000000000000000000000 P beaca37ae3914e6490ac74dcd3181c52 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 1c19c934c634478e868e102be56ad6a2 in term 0.
20:04:33.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.606144 25032 leader_election.cc:304] T 00000000000000000000000000000000 P 1c19c934c634478e868e102be56ad6a2 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1c19c934c634478e868e102be56ad6a2, beaca37ae3914e6490ac74dcd3181c52; no voters:
20:04:33.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.603592 25112 sys_catalog.cc:455] T 00000000000000000000000000000000 P beaca37ae3914e6490ac74dcd3181c52 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "beaca37ae3914e6490ac74dcd3181c52" member_type: VOTER last_known_addr { host: "127.24.66.190" port: 38789 } } peers { permanent_uuid: "b3bd069ab2ee4b4880e2a762922000c8" member_type: VOTER last_known_addr { host: "127.24.66.189" port: 44275 } } peers { permanent_uuid: "1c19c934c634478e868e102be56ad6a2" member_type: VOTER last_known_addr { host: "127.24.66.188" port: 42653 } } }
20:04:33.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.606653 25098 raft_consensus.cc:2802] T 00000000000000000000000000000000 P 1c19c934c634478e868e102be56ad6a2 [term 0 FOLLOWER]: Leader pre-election won for term 1
20:04:33.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.606757 25112 sys_catalog.cc:458] T 00000000000000000000000000000000 P beaca37ae3914e6490ac74dcd3181c52 [sys.catalog]: This master's current role is: FOLLOWER
20:04:33.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.606848 25098 raft_consensus.cc:491] T 00000000000000000000000000000000 P 1c19c934c634478e868e102be56ad6a2 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:04:33.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.606983 25098 raft_consensus.cc:3058] T 00000000000000000000000000000000 P 1c19c934c634478e868e102be56ad6a2 [term 0 FOLLOWER]: Advancing to term 1
20:04:33.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.610728 25098 raft_consensus.cc:513] T 00000000000000000000000000000000 P 1c19c934c634478e868e102be56ad6a2 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "beaca37ae3914e6490ac74dcd3181c52" member_type: VOTER last_known_addr { host: "127.24.66.190" port: 38789 } } peers { permanent_uuid: "b3bd069ab2ee4b4880e2a762922000c8" member_type: VOTER last_known_addr { host: "127.24.66.189" port: 44275 } } peers { permanent_uuid: "1c19c934c634478e868e102be56ad6a2" member_type: VOTER last_known_addr { host: "127.24.66.188" port: 42653 } }
20:04:33.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.611763 25098 leader_election.cc:290] T 00000000000000000000000000000000 P 1c19c934c634478e868e102be56ad6a2 [CANDIDATE]: Term 1 election: Requested vote from peers beaca37ae3914e6490ac74dcd3181c52 (127.24.66.190:38789), b3bd069ab2ee4b4880e2a762922000c8 (127.24.66.189:44275)
20:04:33.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.612452 24894 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1c19c934c634478e868e102be56ad6a2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "beaca37ae3914e6490ac74dcd3181c52"
20:04:33.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.612746 24894 raft_consensus.cc:3058] T 00000000000000000000000000000000 P beaca37ae3914e6490ac74dcd3181c52 [term 0 FOLLOWER]: Advancing to term 1
20:04:33.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.616490 24894 raft_consensus.cc:2466] T 00000000000000000000000000000000 P beaca37ae3914e6490ac74dcd3181c52 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 1c19c934c634478e868e102be56ad6a2 in term 1.
20:04:33.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.618445 25032 leader_election.cc:304] T 00000000000000000000000000000000 P 1c19c934c634478e868e102be56ad6a2 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1c19c934c634478e868e102be56ad6a2, beaca37ae3914e6490ac74dcd3181c52; no voters:
20:04:33.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.618969 25098 raft_consensus.cc:2802] T 00000000000000000000000000000000 P 1c19c934c634478e868e102be56ad6a2 [term 1 FOLLOWER]: Leader election won for term 1
20:04:33.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.620431 25098 raft_consensus.cc:695] T 00000000000000000000000000000000 P 1c19c934c634478e868e102be56ad6a2 [term 1 LEADER]: Becoming Leader. State: Replica: 1c19c934c634478e868e102be56ad6a2, State: Running, Role: LEADER
20:04:33.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.621336 25098 consensus_queue.cc:237] T 00000000000000000000000000000000 P 1c19c934c634478e868e102be56ad6a2 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "beaca37ae3914e6490ac74dcd3181c52" member_type: VOTER last_known_addr { host: "127.24.66.190" port: 38789 } } peers { permanent_uuid: "b3bd069ab2ee4b4880e2a762922000c8" member_type: VOTER last_known_addr { host: "127.24.66.189" port: 44275 } } peers { permanent_uuid: "1c19c934c634478e868e102be56ad6a2" member_type: VOTER last_known_addr { host: "127.24.66.188" port: 42653 } }
20:04:33.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.634634 25010 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.66.188" port: 42653 } attempt: 5
20:04:33.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.653431 25010 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b3bd069ab2ee4b4880e2a762922000c8: Bootstrap starting.
20:04:33.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.650146 24853 master_runner.cc:186] Error getting master registration for 127.24.66.189:44275: OK, instance_id { permanent_uuid: "b3bd069ab2ee4b4880e2a762922000c8" instance_seqno: 1750795472922495 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:04:33.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.657579 24853 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:04:33.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.658628 25010 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P b3bd069ab2ee4b4880e2a762922000c8: Neither blocks nor log segments found. Creating new log.
20:04:33.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 20:04:33.660060 25035 tablet.cc:2378] T 00000000000000000000000000000000 P 1c19c934c634478e868e102be56ad6a2: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:04:33.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.660302 25010 log.cc:826] T 00000000000000000000000000000000 P b3bd069ab2ee4b4880e2a762922000c8: Log is configured to *not* fsync() on all Append() calls
20:04:33.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.662686 25116 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1c19c934c634478e868e102be56ad6a2 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 1c19c934c634478e868e102be56ad6a2. Latest consensus state: current_term: 1 leader_uuid: "1c19c934c634478e868e102be56ad6a2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "beaca37ae3914e6490ac74dcd3181c52" member_type: VOTER last_known_addr { host: "127.24.66.190" port: 38789 } } peers { permanent_uuid: "b3bd069ab2ee4b4880e2a762922000c8" member_type: VOTER last_known_addr { host: "127.24.66.189" port: 44275 } } peers { permanent_uuid: "1c19c934c634478e868e102be56ad6a2" member_type: VOTER last_known_addr { host: "127.24.66.188" port: 42653 } } }
20:04:33.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.663040 25116 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1c19c934c634478e868e102be56ad6a2 [sys.catalog]: This master's current role is: LEADER
20:04:33.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.664477 25127 catalog_manager.cc:1477] Loading table and tablet metadata into memory...
20:04:33.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 20:04:33.665774 25125 catalog_manager.cc:1560] T 00000000000000000000000000000000 P beaca37ae3914e6490ac74dcd3181c52: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:04:33.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 20:04:33.666038 25125 catalog_manager.cc:875] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:04:33.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.668550 25127 catalog_manager.cc:1486] Initializing Kudu cluster ID...
20:04:33.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 20:04:33.670523 24873 tablet.cc:2378] T 00000000000000000000000000000000 P beaca37ae3914e6490ac74dcd3181c52: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:04:33.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.676034 25010 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b3bd069ab2ee4b4880e2a762922000c8: No bootstrap required, opened a new log
20:04:33.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.689489 25010 raft_consensus.cc:357] T 00000000000000000000000000000000 P b3bd069ab2ee4b4880e2a762922000c8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "beaca37ae3914e6490ac74dcd3181c52" member_type: VOTER last_known_addr { host: "127.24.66.190" port: 38789 } } peers { permanent_uuid: "b3bd069ab2ee4b4880e2a762922000c8" member_type: VOTER last_known_addr { host: "127.24.66.189" port: 44275 } } peers { permanent_uuid: "1c19c934c634478e868e102be56ad6a2" member_type: VOTER last_known_addr { host: "127.24.66.188" port: 42653 } }
20:04:33.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.690584 25010 raft_consensus.cc:383] T 00000000000000000000000000000000 P b3bd069ab2ee4b4880e2a762922000c8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:04:33.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.690954 25010 raft_consensus.cc:738] T 00000000000000000000000000000000 P b3bd069ab2ee4b4880e2a762922000c8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b3bd069ab2ee4b4880e2a762922000c8, State: Initialized, Role: FOLLOWER
20:04:33.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.696138 25010 consensus_queue.cc:260] T 00000000000000000000000000000000 P b3bd069ab2ee4b4880e2a762922000c8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "beaca37ae3914e6490ac74dcd3181c52" member_type: VOTER last_known_addr { host: "127.24.66.190" port: 38789 } } peers { permanent_uuid: "b3bd069ab2ee4b4880e2a762922000c8" member_type: VOTER last_known_addr { host: "127.24.66.189" port: 44275 } } peers { permanent_uuid: "1c19c934c634478e868e102be56ad6a2" member_type: VOTER last_known_addr { host: "127.24.66.188" port: 42653 } }
20:04:33.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.697917 25130 sys_catalog.cc:455] T 00000000000000000000000000000000 P b3bd069ab2ee4b4880e2a762922000c8 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "beaca37ae3914e6490ac74dcd3181c52" member_type: VOTER last_known_addr { host: "127.24.66.190" port: 38789 } } peers { permanent_uuid: "b3bd069ab2ee4b4880e2a762922000c8" member_type: VOTER last_known_addr { host: "127.24.66.189" port: 44275 } } peers { permanent_uuid: "1c19c934c634478e868e102be56ad6a2" member_type: VOTER last_known_addr { host: "127.24.66.188" port: 42653 } } }
20:04:33.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.699299 25130 sys_catalog.cc:458] T 00000000000000000000000000000000 P b3bd069ab2ee4b4880e2a762922000c8 [sys.catalog]: This master's current role is: FOLLOWER
20:04:33.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.701165 24894 raft_consensus.cc:1273] T 00000000000000000000000000000000 P beaca37ae3914e6490ac74dcd3181c52 [term 1 FOLLOWER]: Refusing update from remote peer 1c19c934c634478e868e102be56ad6a2: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:04:33.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.701292 25130 raft_consensus.cc:491] T 00000000000000000000000000000000 P b3bd069ab2ee4b4880e2a762922000c8 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:04:33.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.703792 25098 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 1c19c934c634478e868e102be56ad6a2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "beaca37ae3914e6490ac74dcd3181c52" member_type: VOTER last_known_addr { host: "127.24.66.190" port: 38789 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:04:33.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.706282 25130 raft_consensus.cc:513] T 00000000000000000000000000000000 P b3bd069ab2ee4b4880e2a762922000c8 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "beaca37ae3914e6490ac74dcd3181c52" member_type: VOTER last_known_addr { host: "127.24.66.190" port: 38789 } } peers { permanent_uuid: "b3bd069ab2ee4b4880e2a762922000c8" member_type: VOTER last_known_addr { host: "127.24.66.189" port: 44275 } } peers { permanent_uuid: "1c19c934c634478e868e102be56ad6a2" member_type: VOTER last_known_addr { host: "127.24.66.188" port: 42653 } }
20:04:33.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.710276 24893 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b3bd069ab2ee4b4880e2a762922000c8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "beaca37ae3914e6490ac74dcd3181c52" is_pre_election: true
20:04:33.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.712836 24974 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1c19c934c634478e868e102be56ad6a2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b3bd069ab2ee4b4880e2a762922000c8"
20:04:33.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.713465 24973 raft_consensus.cc:3058] T 00000000000000000000000000000000 P b3bd069ab2ee4b4880e2a762922000c8 [term 0 FOLLOWER]: Advancing to term 1
20:04:33.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.712898 24975 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1c19c934c634478e868e102be56ad6a2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b3bd069ab2ee4b4880e2a762922000c8" is_pre_election: true
20:04:33.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.716856 25130 leader_election.cc:290] T 00000000000000000000000000000000 P b3bd069ab2ee4b4880e2a762922000c8 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers beaca37ae3914e6490ac74dcd3181c52 (127.24.66.190:38789), 1c19c934c634478e868e102be56ad6a2 (127.24.66.188:42653)
20:04:33.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.712800 25010 sys_catalog.cc:564] T 00000000000000000000000000000000 P b3bd069ab2ee4b4880e2a762922000c8 [sys.catalog]: configured and running, proceeding with master startup.
20:04:33.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.717936 25056 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b3bd069ab2ee4b4880e2a762922000c8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1c19c934c634478e868e102be56ad6a2" is_pre_election: true
20:04:33.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.719507 24949 leader_election.cc:304] T 00000000000000000000000000000000 P b3bd069ab2ee4b4880e2a762922000c8 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: b3bd069ab2ee4b4880e2a762922000c8; no voters: 1c19c934c634478e868e102be56ad6a2, beaca37ae3914e6490ac74dcd3181c52
20:04:33.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.721846 24973 raft_consensus.cc:1273] T 00000000000000000000000000000000 P b3bd069ab2ee4b4880e2a762922000c8 [term 1 FOLLOWER]: Refusing update from remote peer 1c19c934c634478e868e102be56ad6a2: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:04:33.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.727818 25098 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 1c19c934c634478e868e102be56ad6a2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "b3bd069ab2ee4b4880e2a762922000c8" member_type: VOTER last_known_addr { host: "127.24.66.189" port: 44275 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:04:33.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.730569 25130 raft_consensus.cc:2747] T 00000000000000000000000000000000 P b3bd069ab2ee4b4880e2a762922000c8 [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
20:04:33.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.743876 25112 sys_catalog.cc:455] T 00000000000000000000000000000000 P beaca37ae3914e6490ac74dcd3181c52 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 1c19c934c634478e868e102be56ad6a2. Latest consensus state: current_term: 1 leader_uuid: "1c19c934c634478e868e102be56ad6a2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "beaca37ae3914e6490ac74dcd3181c52" member_type: VOTER last_known_addr { host: "127.24.66.190" port: 38789 } } peers { permanent_uuid: "b3bd069ab2ee4b4880e2a762922000c8" member_type: VOTER last_known_addr { host: "127.24.66.189" port: 44275 } } peers { permanent_uuid: "1c19c934c634478e868e102be56ad6a2" member_type: VOTER last_known_addr { host: "127.24.66.188" port: 42653 } } }
20:04:33.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.744287 25112 sys_catalog.cc:458] T 00000000000000000000000000000000 P beaca37ae3914e6490ac74dcd3181c52 [sys.catalog]: This master's current role is: FOLLOWER
20:04:33.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.748270 25129 mvcc.cc:204] Tried to move back new op lower bound from 7171258260250185728 to 7171258259961147392. Current Snapshot: MvccSnapshot[applied={T|T < 7171258260250185728}]
20:04:33.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.751470 25112 sys_catalog.cc:455] T 00000000000000000000000000000000 P beaca37ae3914e6490ac74dcd3181c52 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "1c19c934c634478e868e102be56ad6a2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "beaca37ae3914e6490ac74dcd3181c52" member_type: VOTER last_known_addr { host: "127.24.66.190" port: 38789 } } peers { permanent_uuid: "b3bd069ab2ee4b4880e2a762922000c8" member_type: VOTER last_known_addr { host: "127.24.66.189" port: 44275 } } peers { permanent_uuid: "1c19c934c634478e868e102be56ad6a2" member_type: VOTER last_known_addr { host: "127.24.66.188" port: 42653 } } }
20:04:33.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.751744 25112 sys_catalog.cc:458] T 00000000000000000000000000000000 P beaca37ae3914e6490ac74dcd3181c52 [sys.catalog]: This master's current role is: FOLLOWER
20:04:33.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.759528 25098 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1c19c934c634478e868e102be56ad6a2 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "1c19c934c634478e868e102be56ad6a2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "beaca37ae3914e6490ac74dcd3181c52" member_type: VOTER last_known_addr { host: "127.24.66.190" port: 38789 } } peers { permanent_uuid: "b3bd069ab2ee4b4880e2a762922000c8" member_type: VOTER last_known_addr { host: "127.24.66.189" port: 44275 } } peers { permanent_uuid: "1c19c934c634478e868e102be56ad6a2" member_type: VOTER last_known_addr { host: "127.24.66.188" port: 42653 } } }
20:04:33.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.759976 25098 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1c19c934c634478e868e102be56ad6a2 [sys.catalog]: This master's current role is: LEADER
20:04:33.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.762305 25127 catalog_manager.cc:1349] Generated new cluster ID: fab316c505c24cd98409e39b111094c0
20:04:33.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.762470 25127 catalog_manager.cc:1497] Initializing Kudu internal certificate authority...
20:04:33.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.766101 25130 sys_catalog.cc:455] T 00000000000000000000000000000000 P b3bd069ab2ee4b4880e2a762922000c8 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 1c19c934c634478e868e102be56ad6a2. Latest consensus state: current_term: 1 leader_uuid: "1c19c934c634478e868e102be56ad6a2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "beaca37ae3914e6490ac74dcd3181c52" member_type: VOTER last_known_addr { host: "127.24.66.190" port: 38789 } } peers { permanent_uuid: "b3bd069ab2ee4b4880e2a762922000c8" member_type: VOTER last_known_addr { host: "127.24.66.189" port: 44275 } } peers { permanent_uuid: "1c19c934c634478e868e102be56ad6a2" member_type: VOTER last_known_addr { host: "127.24.66.188" port: 42653 } } }
20:04:33.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.766407 25130 sys_catalog.cc:458] T 00000000000000000000000000000000 P b3bd069ab2ee4b4880e2a762922000c8 [sys.catalog]: This master's current role is: FOLLOWER
20:04:33.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.775830 25116 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1c19c934c634478e868e102be56ad6a2 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "1c19c934c634478e868e102be56ad6a2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "beaca37ae3914e6490ac74dcd3181c52" member_type: VOTER last_known_addr { host: "127.24.66.190" port: 38789 } } peers { permanent_uuid: "b3bd069ab2ee4b4880e2a762922000c8" member_type: VOTER last_known_addr { host: "127.24.66.189" port: 44275 } } peers { permanent_uuid: "1c19c934c634478e868e102be56ad6a2" member_type: VOTER last_known_addr { host: "127.24.66.188" port: 42653 } } }
20:04:33.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.776254 25116 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1c19c934c634478e868e102be56ad6a2 [sys.catalog]: This master's current role is: LEADER
20:04:33.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.779086 25134 mvcc.cc:204] Tried to move back new op lower bound from 7171258260250185728 to 7171258259961147392. Current Snapshot: MvccSnapshot[applied={T|T < 7171258260250185728}]
20:04:33.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.784942 25130 sys_catalog.cc:455] T 00000000000000000000000000000000 P b3bd069ab2ee4b4880e2a762922000c8 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "1c19c934c634478e868e102be56ad6a2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "beaca37ae3914e6490ac74dcd3181c52" member_type: VOTER last_known_addr { host: "127.24.66.190" port: 38789 } } peers { permanent_uuid: "b3bd069ab2ee4b4880e2a762922000c8" member_type: VOTER last_known_addr { host: "127.24.66.189" port: 44275 } } peers { permanent_uuid: "1c19c934c634478e868e102be56ad6a2" member_type: VOTER last_known_addr { host: "127.24.66.188" port: 42653 } } }
20:04:33.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.785235 25130 sys_catalog.cc:458] T 00000000000000000000000000000000 P b3bd069ab2ee4b4880e2a762922000c8 [sys.catalog]: This master's current role is: FOLLOWER
20:04:33.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.828204 25127 catalog_manager.cc:1372] Generated new certificate authority record
20:04:33.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.834496 25127 catalog_manager.cc:1506] Loading token signing keys...
20:04:33.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.869035 25148 catalog_manager.cc:797] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
20:04:33.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.875414 25127 catalog_manager.cc:5955] T 00000000000000000000000000000000 P 1c19c934c634478e868e102be56ad6a2: Generated new TSK 0
20:04:33.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.879209 25127 catalog_manager.cc:1516] Initializing in-progress tserver states...
20:04:33.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:33.911470 24842 external_mini_cluster.cc:1351] Running /tmp/dist-test-taskMTjSd7/build/asan/bin/kudu
20:04:33.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskMTjSd7/build/asan/bin/kudu
20:04:33.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskMTjSd7/test-tmp/mini-kudu-cluster5777318302262216305/ts-0/wal
20:04:33.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskMTjSd7/test-tmp/mini-kudu-cluster5777318302262216305/ts-0/data
20:04:33.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:04:33.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:04:33.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:04:33.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:33.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:33.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:33.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskMTjSd7/test-tmp/mini-kudu-cluster5777318302262216305/ts-0/logs
20:04:33.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskMTjSd7/test-tmp/mini-kudu-cluster5777318302262216305/ts-0/data/info.pb
20:04:33.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:33.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:04:33.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:04:33.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:04:33.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:04:33.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:33.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:33.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:33.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:04:33.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:04:33.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.66.129:0
20:04:33.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.24.66.129
20:04:33.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.66.129
20:04:33.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:04:33.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.24.66.190:38789,127.24.66.189:44275,127.24.66.188:42653
20:04:33.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.66.148:45423
20:04:33.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:33.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:33.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:33.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
20:04:33.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
20:04:33.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
20:04:34.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 20:04:34.352770 25149 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:04:34.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 20:04:34.353168 25149 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:04:34.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 20:04:34.353335 25149 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:04:34.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 20:04:34.362046 25149 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:04:34.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 20:04:34.362251 25149 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
20:04:34.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 20:04:34.362325 25149 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
20:04:34.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 20:04:34.362382 25149 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
20:04:34.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 20:04:34.362519 25149 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.24.66.129
20:04:34.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:34.375710 25149 tablet_server_runner.cc:78] Tablet server non-default flags:
20:04:34.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:34.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.66.148:45423
20:04:34.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:34.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:34.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskMTjSd7/test-tmp/mini-kudu-cluster5777318302262216305/ts-0/data
20:04:34.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskMTjSd7/test-tmp/mini-kudu-cluster5777318302262216305/ts-0/wal
20:04:34.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:34.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:34.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.66.129:0
20:04:34.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:04:34.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:34.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:34.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskMTjSd7/test-tmp/mini-kudu-cluster5777318302262216305/ts-0/data/info.pb
20:04:34.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.66.129
20:04:34.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:04:34.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
20:04:34.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
20:04:34.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
20:04:34.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.24.66.190:38789,127.24.66.189:44275,127.24.66.188:42653
20:04:34.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:04:34.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:34.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:04:34.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:04:34.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:34.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.24.66.129
20:04:34.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskMTjSd7/test-tmp/mini-kudu-cluster5777318302262216305/ts-0/logs
20:04:34.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:34.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:04:34.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:04:34.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:04:34.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:04:34.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6d72d4a242076468501f3430b9a2cd050c634be2
20:04:34.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:04:34.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 24 Jun 2025 19:43:23 UTC on 24a791456cd2
20:04:34.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 6752
20:04:34.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
20:04:34.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:34.378849 25149 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:04:34.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:34.382094 25149 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:04:34.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 20:04:34.398921 25155 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:34.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 20:04:34.398890 25157 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:34.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 20:04:34.398845 25154 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:34.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:34.399979 25149 server_base.cc:1048] running on GCE node
20:04:34.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:34.400731 25149 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:04:34.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:34.401873 25149 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:04:34.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:34.403143 25149 hybrid_clock.cc:648] HybridClock initialized: now 1750795474403049 us; error 78 us; skew 500 ppm
20:04:34.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:34.403565 25149 server_base.cc:848] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:04:34.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:34.414001 25149 webserver.cc:469] Webserver started at http://127.24.66.129:39389/ using document root <none> and password file <none>
20:04:34.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:34.414950 25149 fs_manager.cc:362] Metadata directory not provided
20:04:34.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:34.415134 25149 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:04:34.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:34.415550 25149 server_base.cc:896] This appears to be a new deployment of Kudu; creating new FS layout
20:04:34.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:34.418519 25149 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskMTjSd7/test-tmp/mini-kudu-cluster5777318302262216305/ts-0/data/instance:
20:04:34.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9d1a7cfdb6da41c4ada71a276ff56d3a"
20:04:34.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-24 20:04:34 on dist-test-slave-0t1p"
20:04:34.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:34.419500 25149 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskMTjSd7/test-tmp/mini-kudu-cluster5777318302262216305/ts-0/wal/instance:
20:04:34.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9d1a7cfdb6da41c4ada71a276ff56d3a"
20:04:34.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-24 20:04:34 on dist-test-slave-0t1p"
20:04:34.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:34.426146 25149 fs_manager.cc:696] Time spent creating directory manager: real 0.006s user 0.007s sys 0.001s
20:04:34.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:34.430770 25163 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:04:34.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:34.432623 25149 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.002s sys 0.001s
20:04:34.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:34.432850 25149 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskMTjSd7/test-tmp/mini-kudu-cluster5777318302262216305/ts-0/data,/tmp/dist-test-taskMTjSd7/test-tmp/mini-kudu-cluster5777318302262216305/ts-0/wal
20:04:34.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9d1a7cfdb6da41c4ada71a276ff56d3a"
20:04:34.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-24 20:04:34 on dist-test-slave-0t1p"
20:04:34.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:34.433072 25149 fs_report.cc:389] FS layout report
20:04:34.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:04:34.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskMTjSd7/test-tmp/mini-kudu-cluster5777318302262216305/ts-0/wal
20:04:34.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskMTjSd7/test-tmp/mini-kudu-cluster5777318302262216305/ts-0/wal
20:04:34.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskMTjSd7/test-tmp/mini-kudu-cluster5777318302262216305/ts-0/data/data
20:04:34.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:04:34.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:04:34.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:04:34.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:04:34.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:04:34.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:04:34.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:04:34.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:04:34.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:04:34.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:04:34.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:04:34.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:34.469914 25149 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:04:34.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:34.470929 25149 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:04:34.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:34.471247 25149 kserver.cc:163] Server-wide thread pool size limit: 3276
20:04:34.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:34.474849 25149 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:04:34.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:34.475005 25149 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
20:04:34.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:34.475143 25149 ts_tablet_manager.cc:610] Registered 0 tablets
20:04:34.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:34.475241 25149 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
20:04:34.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:34.554920 25149 rpc_server.cc:307] RPC server started. Bound to: 127.24.66.129:34799
20:04:34.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:34.554958 25287 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.24.66.129:34799 every 8 connection(s)
20:04:34.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:34.556420 25149 server_base.cc:1180] Dumped server information to /tmp/dist-test-taskMTjSd7/test-tmp/mini-kudu-cluster5777318302262216305/ts-0/data/info.pb
20:04:34.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:34.559123 25289 heartbeater.cc:344] Connected to a master server at 127.24.66.190:38789
20:04:34.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:34.559767 25289 heartbeater.cc:461] Registering TS with master...
20:04:34.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:34.560034 24842 external_mini_cluster.cc:1413] Started /tmp/dist-test-taskMTjSd7/build/asan/bin/kudu as pid 25149
20:04:34.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:34.560228 24842 external_mini_cluster.cc:1427] Reading /tmp/dist-test-taskMTjSd7/test-tmp/mini-kudu-cluster5777318302262216305/ts-0/wal/instance
20:04:34.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:34.561305 25289 heartbeater.cc:507] Master 127.24.66.190:38789 requested a full tablet report, sending...
20:04:34.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:34.564345 24884 ts_manager.cc:194] Registered new tserver with Master: 9d1a7cfdb6da41c4ada71a276ff56d3a (127.24.66.129:34799)
20:04:34.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:34.570040 24842 external_mini_cluster.cc:1351] Running /tmp/dist-test-taskMTjSd7/build/asan/bin/kudu
20:04:34.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskMTjSd7/build/asan/bin/kudu
20:04:34.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskMTjSd7/test-tmp/mini-kudu-cluster5777318302262216305/ts-1/wal
20:04:34.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskMTjSd7/test-tmp/mini-kudu-cluster5777318302262216305/ts-1/data
20:04:34.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:04:34.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:04:34.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:04:34.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:34.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:34.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:34.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskMTjSd7/test-tmp/mini-kudu-cluster5777318302262216305/ts-1/logs
20:04:34.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskMTjSd7/test-tmp/mini-kudu-cluster5777318302262216305/ts-1/data/info.pb
20:04:34.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:34.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:04:34.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:04:34.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:04:34.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:04:34.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:34.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:34.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:34.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:04:34.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:04:34.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.66.130:0
20:04:34.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.24.66.130
20:04:34.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.66.130
20:04:34.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:04:34.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.24.66.190:38789,127.24.66.189:44275,127.24.66.188:42653
20:04:34.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.66.148:45423
20:04:34.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:34.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:34.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:34.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
20:04:34.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
20:04:34.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
20:04:34.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:34.573033 25290 heartbeater.cc:344] Connected to a master server at 127.24.66.189:44275
20:04:34.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:34.573256 25290 heartbeater.cc:461] Registering TS with master...
20:04:34.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:34.573750 25288 heartbeater.cc:344] Connected to a master server at 127.24.66.188:42653
20:04:34.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:34.573906 25288 heartbeater.cc:461] Registering TS with master...
20:04:34.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:34.573930 25290 heartbeater.cc:507] Master 127.24.66.189:44275 requested a full tablet report, sending...
20:04:34.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:34.574461 25288 heartbeater.cc:507] Master 127.24.66.188:42653 requested a full tablet report, sending...
20:04:34.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:34.575949 24965 ts_manager.cc:194] Registered new tserver with Master: 9d1a7cfdb6da41c4ada71a276ff56d3a (127.24.66.129:34799)
20:04:34.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:34.576241 25046 ts_manager.cc:194] Registered new tserver with Master: 9d1a7cfdb6da41c4ada71a276ff56d3a (127.24.66.129:34799)
20:04:34.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:34.578056 25046 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.24.66.129:57889
20:04:34.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:34.668043 25125 catalog_manager.cc:1261] Loaded cluster ID: fab316c505c24cd98409e39b111094c0
20:04:34.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:34.668169 25125 catalog_manager.cc:1554] T 00000000000000000000000000000000 P beaca37ae3914e6490ac74dcd3181c52: loading cluster ID for follower catalog manager: success
20:04:34.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:34.671017 25125 catalog_manager.cc:1576] T 00000000000000000000000000000000 P beaca37ae3914e6490ac74dcd3181c52: acquiring CA information for follower catalog manager: success
20:04:34.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:34.673171 25125 catalog_manager.cc:1604] T 00000000000000000000000000000000 P beaca37ae3914e6490ac74dcd3181c52: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:04:34.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:34.875744 25148 catalog_manager.cc:1261] Loaded cluster ID: fab316c505c24cd98409e39b111094c0
20:04:34.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:34.875905 25148 catalog_manager.cc:1554] T 00000000000000000000000000000000 P b3bd069ab2ee4b4880e2a762922000c8: loading cluster ID for follower catalog manager: success
20:04:34.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:34.881373 25148 catalog_manager.cc:1576] T 00000000000000000000000000000000 P b3bd069ab2ee4b4880e2a762922000c8: acquiring CA information for follower catalog manager: success
20:04:34.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:34.884879 25148 catalog_manager.cc:1604] T 00000000000000000000000000000000 P b3bd069ab2ee4b4880e2a762922000c8: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:04:34.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 20:04:34.942050 25293 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:04:34.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 20:04:34.942517 25293 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:04:34.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 20:04:34.942684 25293 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:04:34.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 20:04:34.951880 25293 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:04:34.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 20:04:34.952057 25293 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
20:04:34.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 20:04:34.952121 25293 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
20:04:34.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 20:04:34.952178 25293 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
20:04:34.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 20:04:34.952337 25293 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.24.66.130
20:04:34.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:34.963043 25293 tablet_server_runner.cc:78] Tablet server non-default flags:
20:04:34.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:34.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.66.148:45423
20:04:34.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:34.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:34.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskMTjSd7/test-tmp/mini-kudu-cluster5777318302262216305/ts-1/data
20:04:34.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskMTjSd7/test-tmp/mini-kudu-cluster5777318302262216305/ts-1/wal
20:04:34.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:34.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:34.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.66.130:0
20:04:34.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:04:34.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:34.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:34.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskMTjSd7/test-tmp/mini-kudu-cluster5777318302262216305/ts-1/data/info.pb
20:04:34.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.66.130
20:04:34.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:04:34.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
20:04:34.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
20:04:34.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
20:04:34.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.24.66.190:38789,127.24.66.189:44275,127.24.66.188:42653
20:04:34.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:04:34.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:34.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:04:34.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:04:34.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:34.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.24.66.130
20:04:34.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskMTjSd7/test-tmp/mini-kudu-cluster5777318302262216305/ts-1/logs
20:04:34.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:34.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:04:34.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:04:34.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:04:34.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:04:34.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6d72d4a242076468501f3430b9a2cd050c634be2
20:04:34.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:04:34.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 24 Jun 2025 19:43:23 UTC on 24a791456cd2
20:04:34.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 6752
20:04:34.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
20:04:34.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:34.965046 25293 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:04:34.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:34.967696 25293 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:04:34.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 20:04:34.982972 25300 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:34.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 20:04:34.983426 25299 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:34.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 20:04:34.983978 25302 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:34.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:34.984750 25293 server_base.cc:1048] running on GCE node
20:04:34.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:34.985572 25293 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:04:34.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:34.986703 25293 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:04:34.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:34.987962 25293 hybrid_clock.cc:648] HybridClock initialized: now 1750795474987874 us; error 66 us; skew 500 ppm
20:04:34.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:34.988354 25293 server_base.cc:848] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:04:34.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:34.991233 25293 webserver.cc:469] Webserver started at http://127.24.66.130:35839/ using document root <none> and password file <none>
20:04:34.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:34.992261 25293 fs_manager.cc:362] Metadata directory not provided
20:04:34.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:34.992436 25293 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:04:34.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:34.992926 25293 server_base.cc:896] This appears to be a new deployment of Kudu; creating new FS layout
20:04:34.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:34.996062 25293 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskMTjSd7/test-tmp/mini-kudu-cluster5777318302262216305/ts-1/data/instance:
20:04:34.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "24644929789443318f60e3101fea2f1f"
20:04:34.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-24 20:04:34 on dist-test-slave-0t1p"
20:04:34.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:34.997110 25293 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskMTjSd7/test-tmp/mini-kudu-cluster5777318302262216305/ts-1/wal/instance:
20:04:34.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "24644929789443318f60e3101fea2f1f"
20:04:34.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-24 20:04:34 on dist-test-slave-0t1p"
20:04:35.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:35.005110 25293 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.006s sys 0.001s
20:04:35.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:35.009789 25308 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:04:35.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:35.011539 25293 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.002s sys 0.000s
20:04:35.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:35.011770 25293 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskMTjSd7/test-tmp/mini-kudu-cluster5777318302262216305/ts-1/data,/tmp/dist-test-taskMTjSd7/test-tmp/mini-kudu-cluster5777318302262216305/ts-1/wal
20:04:35.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "24644929789443318f60e3101fea2f1f"
20:04:35.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-24 20:04:34 on dist-test-slave-0t1p"
20:04:35.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:35.012028 25293 fs_report.cc:389] FS layout report
20:04:35.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:04:35.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskMTjSd7/test-tmp/mini-kudu-cluster5777318302262216305/ts-1/wal
20:04:35.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskMTjSd7/test-tmp/mini-kudu-cluster5777318302262216305/ts-1/wal
20:04:35.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskMTjSd7/test-tmp/mini-kudu-cluster5777318302262216305/ts-1/data/data
20:04:35.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:04:35.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:04:35.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:04:35.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:04:35.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:04:35.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:04:35.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:04:35.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:04:35.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:04:35.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:04:35.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:04:35.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:35.039152 25293 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:04:35.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:35.040264 25293 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:04:35.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:35.040666 25293 kserver.cc:163] Server-wide thread pool size limit: 3276
20:04:35.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:35.044486 25293 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:04:35.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:35.044850 25293 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.001s
20:04:35.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:35.045096 25293 ts_tablet_manager.cc:610] Registered 0 tablets
20:04:35.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:35.045310 25293 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
20:04:35.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:35.177899 25293 rpc_server.cc:307] RPC server started. Bound to: 127.24.66.130:36335
20:04:35.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:35.178115 25432 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.24.66.130:36335 every 8 connection(s)
20:04:35.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:35.179787 25293 server_base.cc:1180] Dumped server information to /tmp/dist-test-taskMTjSd7/test-tmp/mini-kudu-cluster5777318302262216305/ts-1/data/info.pb
20:04:35.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:35.184417 25434 heartbeater.cc:344] Connected to a master server at 127.24.66.190:38789
20:04:35.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:35.185251 25434 heartbeater.cc:461] Registering TS with master...
20:04:35.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:35.186952 25434 heartbeater.cc:507] Master 127.24.66.190:38789 requested a full tablet report, sending...
20:04:35.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:35.189692 24842 external_mini_cluster.cc:1413] Started /tmp/dist-test-taskMTjSd7/build/asan/bin/kudu as pid 25293
20:04:35.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:35.189909 24842 external_mini_cluster.cc:1427] Reading /tmp/dist-test-taskMTjSd7/test-tmp/mini-kudu-cluster5777318302262216305/ts-1/wal/instance
20:04:35.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:35.189924 24884 ts_manager.cc:194] Registered new tserver with Master: 24644929789443318f60e3101fea2f1f (127.24.66.130:36335)
20:04:35.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:35.198350 24842 external_mini_cluster.cc:1351] Running /tmp/dist-test-taskMTjSd7/build/asan/bin/kudu
20:04:35.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskMTjSd7/build/asan/bin/kudu
20:04:35.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskMTjSd7/test-tmp/mini-kudu-cluster5777318302262216305/ts-2/wal
20:04:35.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskMTjSd7/test-tmp/mini-kudu-cluster5777318302262216305/ts-2/data
20:04:35.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:04:35.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:04:35.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:04:35.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:35.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:35.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:35.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskMTjSd7/test-tmp/mini-kudu-cluster5777318302262216305/ts-2/logs
20:04:35.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskMTjSd7/test-tmp/mini-kudu-cluster5777318302262216305/ts-2/data/info.pb
20:04:35.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:35.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:04:35.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:04:35.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:04:35.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:04:35.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:35.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:35.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:35.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:04:35.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:04:35.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.66.131:0
20:04:35.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.24.66.131
20:04:35.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.66.131
20:04:35.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:04:35.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.24.66.190:38789,127.24.66.189:44275,127.24.66.188:42653
20:04:35.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.66.148:45423
20:04:35.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:35.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:35.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:35.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
20:04:35.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
20:04:35.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
20:04:35.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:35.204070 25435 heartbeater.cc:344] Connected to a master server at 127.24.66.189:44275
20:04:35.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:35.204301 25435 heartbeater.cc:461] Registering TS with master...
20:04:35.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:35.204644 25433 heartbeater.cc:344] Connected to a master server at 127.24.66.188:42653
20:04:35.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:35.204973 25433 heartbeater.cc:461] Registering TS with master...
20:04:35.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:35.205021 25435 heartbeater.cc:507] Master 127.24.66.189:44275 requested a full tablet report, sending...
20:04:35.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:35.206306 25433 heartbeater.cc:507] Master 127.24.66.188:42653 requested a full tablet report, sending...
20:04:35.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:35.206651 24965 ts_manager.cc:194] Registered new tserver with Master: 24644929789443318f60e3101fea2f1f (127.24.66.130:36335)
20:04:35.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:35.207896 25046 ts_manager.cc:194] Registered new tserver with Master: 24644929789443318f60e3101fea2f1f (127.24.66.130:36335)
20:04:35.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:35.209020 25046 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.24.66.130:38887
20:04:35.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:35.581050 25288 heartbeater.cc:499] Master 127.24.66.188:42653 was elected leader, sending a full tablet report...
20:04:35.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 20:04:35.585585 25437 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:04:35.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 20:04:35.585949 25437 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:04:35.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 20:04:35.586064 25437 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:04:35.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 20:04:35.594483 25437 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:04:35.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 20:04:35.594655 25437 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
20:04:35.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 20:04:35.594707 25437 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
20:04:35.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 20:04:35.594744 25437 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
20:04:35.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 20:04:35.594828 25437 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.24.66.131
20:04:35.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:35.605732 25437 tablet_server_runner.cc:78] Tablet server non-default flags:
20:04:35.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:35.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.66.148:45423
20:04:35.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:35.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:35.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskMTjSd7/test-tmp/mini-kudu-cluster5777318302262216305/ts-2/data
20:04:35.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskMTjSd7/test-tmp/mini-kudu-cluster5777318302262216305/ts-2/wal
20:04:35.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:35.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:35.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.66.131:0
20:04:35.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:04:35.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:35.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:35.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskMTjSd7/test-tmp/mini-kudu-cluster5777318302262216305/ts-2/data/info.pb
20:04:35.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.66.131
20:04:35.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:04:35.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
20:04:35.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
20:04:35.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
20:04:35.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.24.66.190:38789,127.24.66.189:44275,127.24.66.188:42653
20:04:35.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:04:35.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:35.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:04:35.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:04:35.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:35.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.24.66.131
20:04:35.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskMTjSd7/test-tmp/mini-kudu-cluster5777318302262216305/ts-2/logs
20:04:35.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:35.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:04:35.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:04:35.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:04:35.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:04:35.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6d72d4a242076468501f3430b9a2cd050c634be2
20:04:35.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:04:35.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 24 Jun 2025 19:43:23 UTC on 24a791456cd2
20:04:35.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 6752
20:04:35.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
20:04:35.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:35.607697 25437 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:04:35.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:35.610136 25437 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:04:35.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 20:04:35.625205 25442 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:35.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 20:04:35.625205 25445 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:35.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 20:04:35.625427 25443 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:35.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:35.626266 25437 server_base.cc:1048] running on GCE node
20:04:35.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:35.626904 25437 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:04:35.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:35.627923 25437 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:04:35.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:35.629197 25437 hybrid_clock.cc:648] HybridClock initialized: now 1750795475629129 us; error 40 us; skew 500 ppm
20:04:35.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:35.629580 25437 server_base.cc:848] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:04:35.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:35.632332 25437 webserver.cc:469] Webserver started at http://127.24.66.131:35799/ using document root <none> and password file <none>
20:04:35.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:35.633275 25437 fs_manager.cc:362] Metadata directory not provided
20:04:35.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:35.633431 25437 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:04:35.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:35.633800 25437 server_base.cc:896] This appears to be a new deployment of Kudu; creating new FS layout
20:04:35.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:35.636600 25437 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskMTjSd7/test-tmp/mini-kudu-cluster5777318302262216305/ts-2/data/instance:
20:04:35.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f6c922e0a6954d8a92de19f353137e48"
20:04:35.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-24 20:04:35 on dist-test-slave-0t1p"
20:04:35.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:35.637542 25437 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskMTjSd7/test-tmp/mini-kudu-cluster5777318302262216305/ts-2/wal/instance:
20:04:35.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f6c922e0a6954d8a92de19f353137e48"
20:04:35.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-24 20:04:35 on dist-test-slave-0t1p"
20:04:35.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:35.643702 25437 fs_manager.cc:696] Time spent creating directory manager: real 0.006s user 0.006s sys 0.000s
20:04:35.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:35.647861 25451 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:04:35.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:35.649511 25437 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
20:04:35.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:35.649713 25437 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskMTjSd7/test-tmp/mini-kudu-cluster5777318302262216305/ts-2/data,/tmp/dist-test-taskMTjSd7/test-tmp/mini-kudu-cluster5777318302262216305/ts-2/wal
20:04:35.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f6c922e0a6954d8a92de19f353137e48"
20:04:35.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-24 20:04:35 on dist-test-slave-0t1p"
20:04:35.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:35.649963 25437 fs_report.cc:389] FS layout report
20:04:35.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:04:35.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskMTjSd7/test-tmp/mini-kudu-cluster5777318302262216305/ts-2/wal
20:04:35.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskMTjSd7/test-tmp/mini-kudu-cluster5777318302262216305/ts-2/wal
20:04:35.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskMTjSd7/test-tmp/mini-kudu-cluster5777318302262216305/ts-2/data/data
20:04:35.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:04:35.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:04:35.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:04:35.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:04:35.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:04:35.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:04:35.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:04:35.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:04:35.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:04:35.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:04:35.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:04:35.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:35.666610 25437 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:04:35.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:35.667615 25437 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:04:35.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:35.667975 25437 kserver.cc:163] Server-wide thread pool size limit: 3276
20:04:35.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:35.671434 25437 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:04:35.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:35.671566 25437 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
20:04:35.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:35.671684 25437 ts_tablet_manager.cc:610] Registered 0 tablets
20:04:35.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:35.671767 25437 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
20:04:35.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:35.742420 25437 rpc_server.cc:307] RPC server started. Bound to: 127.24.66.131:39675
20:04:35.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:35.742498 25574 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.24.66.131:39675 every 8 connection(s)
20:04:35.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:35.744338 25437 server_base.cc:1180] Dumped server information to /tmp/dist-test-taskMTjSd7/test-tmp/mini-kudu-cluster5777318302262216305/ts-2/data/info.pb
20:04:35.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:35.747102 25576 heartbeater.cc:344] Connected to a master server at 127.24.66.190:38789
20:04:35.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:35.747601 24842 external_mini_cluster.cc:1413] Started /tmp/dist-test-taskMTjSd7/build/asan/bin/kudu as pid 25437
20:04:35.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:35.747727 25576 heartbeater.cc:461] Registering TS with master...
20:04:35.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:35.747800 24842 external_mini_cluster.cc:1427] Reading /tmp/dist-test-taskMTjSd7/test-tmp/mini-kudu-cluster5777318302262216305/ts-2/wal/instance
20:04:35.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:35.749035 25576 heartbeater.cc:507] Master 127.24.66.190:38789 requested a full tablet report, sending...
20:04:35.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:35.751513 24884 ts_manager.cc:194] Registered new tserver with Master: f6c922e0a6954d8a92de19f353137e48 (127.24.66.131:39675)
20:04:35.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:35.765515 25575 heartbeater.cc:344] Connected to a master server at 127.24.66.188:42653
20:04:35.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:35.766345 25575 heartbeater.cc:461] Registering TS with master...
20:04:35.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:35.766600 25577 heartbeater.cc:344] Connected to a master server at 127.24.66.189:44275
20:04:35.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:35.766782 25577 heartbeater.cc:461] Registering TS with master...
20:04:35.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:35.766908 25575 heartbeater.cc:507] Master 127.24.66.188:42653 requested a full tablet report, sending...
20:04:35.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:35.767357 25577 heartbeater.cc:507] Master 127.24.66.189:44275 requested a full tablet report, sending...
20:04:35.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:35.768093 25046 ts_manager.cc:194] Registered new tserver with Master: f6c922e0a6954d8a92de19f353137e48 (127.24.66.131:39675)
20:04:35.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:35.768420 24965 ts_manager.cc:194] Registered new tserver with Master: f6c922e0a6954d8a92de19f353137e48 (127.24.66.131:39675)
20:04:35.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:35.769191 25046 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.24.66.131:40431
20:04:35.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:35.777621 24842 external_mini_cluster.cc:934] 3 TS(s) registered with all masters
20:04:35.779 [DEBUG - main] (MiniKuduCluster.java:195) Response:
20:04:35.779 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
20:04:35.780 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.24.66.190"
port: 38789
}
bound_http_address {
host: "127.24.66.190"
port: 37017
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.24.66.189"
port: 44275
}
bound_http_address {
host: "127.24.66.189"
port: 38407
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.24.66.188"
port: 42653
}
bound_http_address {
host: "127.24.66.188"
port: 43885
}
}
}
20:04:35.780 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
20:04:35.781 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.24.66.129"
port: 34799
}
bound_http_address {
host: "127.24.66.129"
port: 39389
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.24.66.130"
port: 36335
}
bound_http_address {
host: "127.24.66.130"
port: 35839
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.24.66.131"
port: 39675
}
bound_http_address {
host: "127.24.66.131"
port: 35799
}
}
}
20:04:35.781 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
20:04:35.783 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
20:04:35.785 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.24.66.189:44275(127.24.66.189:44275)] connecting to peer
20:04:35.786 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.24.66.188:42653(127.24.66.188:42653)] connecting to peer
20:04:35.787 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.24.66.189:44275(127.24.66.189:44275)] Successfully connected to peer
20:04:35.788 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.24.66.190:38789(127.24.66.190:38789)] connecting to peer
20:04:35.789 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.24.66.188:42653(127.24.66.188:42653)] Successfully connected to peer
20:04:35.790 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.24.66.189
20:04:35.791 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.24.66.188
20:04:35.805 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.24.66.190:38789(127.24.66.190:38789)] Successfully connected to peer
20:04:35.806 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x5c5d844a, L:/127.0.0.1:42084 - R:/127.24.66.188:42653] using SASL/PLAIN
20:04:35.807 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xd2e52a0d, L:/127.0.0.1:39920 - R:/127.24.66.189:44275] using SASL/PLAIN
20:04:35.809 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
20:04:35.809 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=25), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.66.189:44275, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.66.188:42653, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.66.190:38789, [24ms] Sub RPC ConnectToMaster: received response from server master-127.24.66.188:42653: OK, deferred=null) after lookup
20:04:35.811 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.24.66.190
20:04:35.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:35.814189 25046 catalog_manager.cc:2232] Servicing CreateTable request from {username='slave'} at 127.0.0.1:42084:
20:04:35.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_manager_fallback_rolling"
20:04:35.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
20:04:35.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:04:35.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
20:04:35.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
20:04:35.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
20:04:35.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:04:35.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:04:35.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:04:35.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
20:04:35.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:04:35.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:04:35.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column1_i"
20:04:35.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
20:04:35.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
20:04:35.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:04:35.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:04:35.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:04:35.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
20:04:35.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:04:35.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:04:35.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column2_i"
20:04:35.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
20:04:35.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
20:04:35.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:04:35.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:04:35.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:04:35.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
20:04:35.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:04:35.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:04:35.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column3_s"
20:04:35.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
20:04:35.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
20:04:35.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: true
20:04:35.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: DICT_ENCODING
20:04:35.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: LZ4
20:04:35.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 4096
20:04:35.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:04:35.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
20:04:35.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:04:35.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:04:35.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column4_b"
20:04:35.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: BOOL
20:04:35.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
20:04:35.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:04:35.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:04:35.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:04:35.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
20:04:35.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:04:35.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:04:35.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
20:04:35.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) hash_schema {
20:04:35.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:04:35.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
20:04:35.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:04:35.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_buckets: 2
20:04:35.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) seed: 0
20:04:35.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:04:35.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:04:35.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 20:04:35.816951 25046 catalog_manager.cc:6944] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table txn_manager_fallback_rolling in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
20:04:35.827 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xb2e6c34a, L:/127.0.0.1:37724 - R:/127.24.66.190:38789] using SASL/PLAIN
20:04:35.839 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 36e72202d8314a02aebaa416c0853a2b
20:04:35.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:35.884075 25361 tablet_service.cc:1468] Processing CreateTablet for tablet 123347a3355d4768a8aa61ae42b8f835 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=36e72202d8314a02aebaa416c0853a2b]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
20:04:35.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:35.886202 25361 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 123347a3355d4768a8aa61ae42b8f835. 1 dirs total, 0 dirs full, 0 dirs failed
20:04:35.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:35.887048 25510 tablet_service.cc:1468] Processing CreateTablet for tablet 123347a3355d4768a8aa61ae42b8f835 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=36e72202d8314a02aebaa416c0853a2b]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
20:04:35.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:35.888882 25510 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 123347a3355d4768a8aa61ae42b8f835. 1 dirs total, 0 dirs full, 0 dirs failed
20:04:35.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:35.891120 25509 tablet_service.cc:1468] Processing CreateTablet for tablet 66b38cc867074fcab651d566d7e5feba (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=36e72202d8314a02aebaa416c0853a2b]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
20:04:35.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:35.891511 25360 tablet_service.cc:1468] Processing CreateTablet for tablet 66b38cc867074fcab651d566d7e5feba (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=36e72202d8314a02aebaa416c0853a2b]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
20:04:35.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:35.891745 25509 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 66b38cc867074fcab651d566d7e5feba. 1 dirs total, 0 dirs full, 0 dirs failed
20:04:35.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:35.892560 25360 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 66b38cc867074fcab651d566d7e5feba. 1 dirs total, 0 dirs full, 0 dirs failed
20:04:35.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:35.894663 25223 tablet_service.cc:1468] Processing CreateTablet for tablet 123347a3355d4768a8aa61ae42b8f835 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=36e72202d8314a02aebaa416c0853a2b]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
20:04:35.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:35.897058 25223 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 123347a3355d4768a8aa61ae42b8f835. 1 dirs total, 0 dirs full, 0 dirs failed
20:04:35.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:35.895727 25222 tablet_service.cc:1468] Processing CreateTablet for tablet 66b38cc867074fcab651d566d7e5feba (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=36e72202d8314a02aebaa416c0853a2b]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
20:04:35.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:35.898299 25222 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 66b38cc867074fcab651d566d7e5feba. 1 dirs total, 0 dirs full, 0 dirs failed
20:04:35.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:35.918630 25600 tablet_bootstrap.cc:492] T 66b38cc867074fcab651d566d7e5feba P f6c922e0a6954d8a92de19f353137e48: Bootstrap starting.
20:04:35.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:35.924664 25600 tablet_bootstrap.cc:654] T 66b38cc867074fcab651d566d7e5feba P f6c922e0a6954d8a92de19f353137e48: Neither blocks nor log segments found. Creating new log.
20:04:35.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:35.926728 25600 log.cc:826] T 66b38cc867074fcab651d566d7e5feba P f6c922e0a6954d8a92de19f353137e48: Log is configured to *not* fsync() on all Append() calls
20:04:35.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:35.927597 25601 tablet_bootstrap.cc:492] T 123347a3355d4768a8aa61ae42b8f835 P 24644929789443318f60e3101fea2f1f: Bootstrap starting.
20:04:35.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:35.927923 25602 tablet_bootstrap.cc:492] T 123347a3355d4768a8aa61ae42b8f835 P 9d1a7cfdb6da41c4ada71a276ff56d3a: Bootstrap starting.
20:04:35.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:35.933267 25601 tablet_bootstrap.cc:654] T 123347a3355d4768a8aa61ae42b8f835 P 24644929789443318f60e3101fea2f1f: Neither blocks nor log segments found. Creating new log.
20:04:35.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:35.933267 25602 tablet_bootstrap.cc:654] T 123347a3355d4768a8aa61ae42b8f835 P 9d1a7cfdb6da41c4ada71a276ff56d3a: Neither blocks nor log segments found. Creating new log.
20:04:35.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:35.935290 25602 log.cc:826] T 123347a3355d4768a8aa61ae42b8f835 P 9d1a7cfdb6da41c4ada71a276ff56d3a: Log is configured to *not* fsync() on all Append() calls
20:04:35.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:35.938153 25600 tablet_bootstrap.cc:492] T 66b38cc867074fcab651d566d7e5feba P f6c922e0a6954d8a92de19f353137e48: No bootstrap required, opened a new log
20:04:35.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:35.938582 25600 ts_tablet_manager.cc:1397] T 66b38cc867074fcab651d566d7e5feba P f6c922e0a6954d8a92de19f353137e48: Time spent bootstrapping tablet: real 0.020s user 0.007s sys 0.004s
20:04:35.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:35.945632 25602 tablet_bootstrap.cc:492] T 123347a3355d4768a8aa61ae42b8f835 P 9d1a7cfdb6da41c4ada71a276ff56d3a: No bootstrap required, opened a new log
20:04:35.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:35.946214 25602 ts_tablet_manager.cc:1397] T 123347a3355d4768a8aa61ae42b8f835 P 9d1a7cfdb6da41c4ada71a276ff56d3a: Time spent bootstrapping tablet: real 0.019s user 0.006s sys 0.009s
20:04:35.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:35.947651 25600 raft_consensus.cc:357] T 66b38cc867074fcab651d566d7e5feba P f6c922e0a6954d8a92de19f353137e48 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9d1a7cfdb6da41c4ada71a276ff56d3a" member_type: VOTER last_known_addr { host: "127.24.66.129" port: 34799 } } peers { permanent_uuid: "24644929789443318f60e3101fea2f1f" member_type: VOTER last_known_addr { host: "127.24.66.130" port: 36335 } } peers { permanent_uuid: "f6c922e0a6954d8a92de19f353137e48" member_type: VOTER last_known_addr { host: "127.24.66.131" port: 39675 } }
20:04:35.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:35.948127 25600 raft_consensus.cc:383] T 66b38cc867074fcab651d566d7e5feba P f6c922e0a6954d8a92de19f353137e48 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:04:35.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:35.948261 25600 raft_consensus.cc:738] T 66b38cc867074fcab651d566d7e5feba P f6c922e0a6954d8a92de19f353137e48 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f6c922e0a6954d8a92de19f353137e48, State: Initialized, Role: FOLLOWER
20:04:35.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:35.950001 25601 log.cc:826] T 123347a3355d4768a8aa61ae42b8f835 P 24644929789443318f60e3101fea2f1f: Log is configured to *not* fsync() on all Append() calls
20:04:35.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:35.951274 25600 consensus_queue.cc:260] T 66b38cc867074fcab651d566d7e5feba P f6c922e0a6954d8a92de19f353137e48 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9d1a7cfdb6da41c4ada71a276ff56d3a" member_type: VOTER last_known_addr { host: "127.24.66.129" port: 34799 } } peers { permanent_uuid: "24644929789443318f60e3101fea2f1f" member_type: VOTER last_known_addr { host: "127.24.66.130" port: 36335 } } peers { permanent_uuid: "f6c922e0a6954d8a92de19f353137e48" member_type: VOTER last_known_addr { host: "127.24.66.131" port: 39675 } }
20:04:35.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:35.955103 25575 heartbeater.cc:499] Master 127.24.66.188:42653 was elected leader, sending a full tablet report...
20:04:35.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:35.960549 25602 raft_consensus.cc:357] T 123347a3355d4768a8aa61ae42b8f835 P 9d1a7cfdb6da41c4ada71a276ff56d3a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "24644929789443318f60e3101fea2f1f" member_type: VOTER last_known_addr { host: "127.24.66.130" port: 36335 } } peers { permanent_uuid: "f6c922e0a6954d8a92de19f353137e48" member_type: VOTER last_known_addr { host: "127.24.66.131" port: 39675 } } peers { permanent_uuid: "9d1a7cfdb6da41c4ada71a276ff56d3a" member_type: VOTER last_known_addr { host: "127.24.66.129" port: 34799 } }
20:04:35.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:35.961668 25602 raft_consensus.cc:383] T 123347a3355d4768a8aa61ae42b8f835 P 9d1a7cfdb6da41c4ada71a276ff56d3a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:04:35.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:35.961995 25602 raft_consensus.cc:738] T 123347a3355d4768a8aa61ae42b8f835 P 9d1a7cfdb6da41c4ada71a276ff56d3a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9d1a7cfdb6da41c4ada71a276ff56d3a, State: Initialized, Role: FOLLOWER
20:04:35.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:35.962059 25601 tablet_bootstrap.cc:492] T 123347a3355d4768a8aa61ae42b8f835 P 24644929789443318f60e3101fea2f1f: No bootstrap required, opened a new log
20:04:35.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:35.962348 25600 ts_tablet_manager.cc:1428] T 66b38cc867074fcab651d566d7e5feba P f6c922e0a6954d8a92de19f353137e48: Time spent starting tablet: real 0.024s user 0.009s sys 0.003s
20:04:35.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:35.962405 25601 ts_tablet_manager.cc:1397] T 123347a3355d4768a8aa61ae42b8f835 P 24644929789443318f60e3101fea2f1f: Time spent bootstrapping tablet: real 0.035s user 0.011s sys 0.000s
20:04:35.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:35.963372 25602 consensus_queue.cc:260] T 123347a3355d4768a8aa61ae42b8f835 P 9d1a7cfdb6da41c4ada71a276ff56d3a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "24644929789443318f60e3101fea2f1f" member_type: VOTER last_known_addr { host: "127.24.66.130" port: 36335 } } peers { permanent_uuid: "f6c922e0a6954d8a92de19f353137e48" member_type: VOTER last_known_addr { host: "127.24.66.131" port: 39675 } } peers { permanent_uuid: "9d1a7cfdb6da41c4ada71a276ff56d3a" member_type: VOTER last_known_addr { host: "127.24.66.129" port: 34799 } }
20:04:35.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:35.965301 25606 raft_consensus.cc:491] T 66b38cc867074fcab651d566d7e5feba P f6c922e0a6954d8a92de19f353137e48 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:04:35.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:35.965790 25606 raft_consensus.cc:513] T 66b38cc867074fcab651d566d7e5feba P f6c922e0a6954d8a92de19f353137e48 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9d1a7cfdb6da41c4ada71a276ff56d3a" member_type: VOTER last_known_addr { host: "127.24.66.129" port: 34799 } } peers { permanent_uuid: "24644929789443318f60e3101fea2f1f" member_type: VOTER last_known_addr { host: "127.24.66.130" port: 36335 } } peers { permanent_uuid: "f6c922e0a6954d8a92de19f353137e48" member_type: VOTER last_known_addr { host: "127.24.66.131" port: 39675 } }
20:04:35.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:35.968936 25600 tablet_bootstrap.cc:492] T 123347a3355d4768a8aa61ae42b8f835 P f6c922e0a6954d8a92de19f353137e48: Bootstrap starting.
20:04:35.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:35.970002 25601 raft_consensus.cc:357] T 123347a3355d4768a8aa61ae42b8f835 P 24644929789443318f60e3101fea2f1f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "24644929789443318f60e3101fea2f1f" member_type: VOTER last_known_addr { host: "127.24.66.130" port: 36335 } } peers { permanent_uuid: "f6c922e0a6954d8a92de19f353137e48" member_type: VOTER last_known_addr { host: "127.24.66.131" port: 39675 } } peers { permanent_uuid: "9d1a7cfdb6da41c4ada71a276ff56d3a" member_type: VOTER last_known_addr { host: "127.24.66.129" port: 34799 } }
20:04:35.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:35.970496 25601 raft_consensus.cc:383] T 123347a3355d4768a8aa61ae42b8f835 P 24644929789443318f60e3101fea2f1f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:04:35.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:35.970623 25601 raft_consensus.cc:738] T 123347a3355d4768a8aa61ae42b8f835 P 24644929789443318f60e3101fea2f1f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 24644929789443318f60e3101fea2f1f, State: Initialized, Role: FOLLOWER
20:04:35.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:35.971093 25600 tablet_bootstrap.cc:654] T 123347a3355d4768a8aa61ae42b8f835 P f6c922e0a6954d8a92de19f353137e48: Neither blocks nor log segments found. Creating new log.
20:04:35.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:35.971413 25601 consensus_queue.cc:260] T 123347a3355d4768a8aa61ae42b8f835 P 24644929789443318f60e3101fea2f1f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "24644929789443318f60e3101fea2f1f" member_type: VOTER last_known_addr { host: "127.24.66.130" port: 36335 } } peers { permanent_uuid: "f6c922e0a6954d8a92de19f353137e48" member_type: VOTER last_known_addr { host: "127.24.66.131" port: 39675 } } peers { permanent_uuid: "9d1a7cfdb6da41c4ada71a276ff56d3a" member_type: VOTER last_known_addr { host: "127.24.66.129" port: 34799 } }
20:04:35.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:35.980367 25600 tablet_bootstrap.cc:492] T 123347a3355d4768a8aa61ae42b8f835 P f6c922e0a6954d8a92de19f353137e48: No bootstrap required, opened a new log
20:04:35.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:35.980705 25600 ts_tablet_manager.cc:1397] T 123347a3355d4768a8aa61ae42b8f835 P f6c922e0a6954d8a92de19f353137e48: Time spent bootstrapping tablet: real 0.012s user 0.008s sys 0.003s
20:04:35.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:35.981911 25600 raft_consensus.cc:357] T 123347a3355d4768a8aa61ae42b8f835 P f6c922e0a6954d8a92de19f353137e48 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "24644929789443318f60e3101fea2f1f" member_type: VOTER last_known_addr { host: "127.24.66.130" port: 36335 } } peers { permanent_uuid: "f6c922e0a6954d8a92de19f353137e48" member_type: VOTER last_known_addr { host: "127.24.66.131" port: 39675 } } peers { permanent_uuid: "9d1a7cfdb6da41c4ada71a276ff56d3a" member_type: VOTER last_known_addr { host: "127.24.66.129" port: 34799 } }
20:04:35.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:35.982195 25600 raft_consensus.cc:383] T 123347a3355d4768a8aa61ae42b8f835 P f6c922e0a6954d8a92de19f353137e48 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:04:35.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:35.982303 25600 raft_consensus.cc:738] T 123347a3355d4768a8aa61ae42b8f835 P f6c922e0a6954d8a92de19f353137e48 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f6c922e0a6954d8a92de19f353137e48, State: Initialized, Role: FOLLOWER
20:04:35.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:35.982656 25600 consensus_queue.cc:260] T 123347a3355d4768a8aa61ae42b8f835 P f6c922e0a6954d8a92de19f353137e48 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "24644929789443318f60e3101fea2f1f" member_type: VOTER last_known_addr { host: "127.24.66.130" port: 36335 } } peers { permanent_uuid: "f6c922e0a6954d8a92de19f353137e48" member_type: VOTER last_known_addr { host: "127.24.66.131" port: 39675 } } peers { permanent_uuid: "9d1a7cfdb6da41c4ada71a276ff56d3a" member_type: VOTER last_known_addr { host: "127.24.66.129" port: 34799 } }
20:04:35.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:35.986784 25243 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "66b38cc867074fcab651d566d7e5feba" candidate_uuid: "f6c922e0a6954d8a92de19f353137e48" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9d1a7cfdb6da41c4ada71a276ff56d3a" is_pre_election: true
20:04:35.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 20:04:35.988713 25454 leader_election.cc:343] T 66b38cc867074fcab651d566d7e5feba P f6c922e0a6954d8a92de19f353137e48 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 9d1a7cfdb6da41c4ada71a276ff56d3a (127.24.66.129:34799): Illegal state: must be running to vote when last-logged opid is not known
20:04:35.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:35.989377 25600 ts_tablet_manager.cc:1428] T 123347a3355d4768a8aa61ae42b8f835 P f6c922e0a6954d8a92de19f353137e48: Time spent starting tablet: real 0.009s user 0.006s sys 0.000s
20:04:35.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:35.993420 25606 leader_election.cc:290] T 66b38cc867074fcab651d566d7e5feba P f6c922e0a6954d8a92de19f353137e48 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 9d1a7cfdb6da41c4ada71a276ff56d3a (127.24.66.129:34799), 24644929789443318f60e3101fea2f1f (127.24.66.130:36335)
20:04:36.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.001298 25602 ts_tablet_manager.cc:1428] T 123347a3355d4768a8aa61ae42b8f835 P 9d1a7cfdb6da41c4ada71a276ff56d3a: Time spent starting tablet: real 0.055s user 0.016s sys 0.002s
20:04:36.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.001204 25382 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "66b38cc867074fcab651d566d7e5feba" candidate_uuid: "f6c922e0a6954d8a92de19f353137e48" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "24644929789443318f60e3101fea2f1f" is_pre_election: true
20:04:36.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.001843 25602 tablet_bootstrap.cc:492] T 66b38cc867074fcab651d566d7e5feba P 9d1a7cfdb6da41c4ada71a276ff56d3a: Bootstrap starting.
20:04:36.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.004070 25433 heartbeater.cc:499] Master 127.24.66.188:42653 was elected leader, sending a full tablet report...
20:04:36.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.004202 25602 tablet_bootstrap.cc:654] T 66b38cc867074fcab651d566d7e5feba P 9d1a7cfdb6da41c4ada71a276ff56d3a: Neither blocks nor log segments found. Creating new log.
20:04:36.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 20:04:36.006635 25455 leader_election.cc:343] T 66b38cc867074fcab651d566d7e5feba P f6c922e0a6954d8a92de19f353137e48 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 24644929789443318f60e3101fea2f1f (127.24.66.130:36335): Illegal state: must be running to vote when last-logged opid is not known
20:04:36.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.006824 25455 leader_election.cc:304] T 66b38cc867074fcab651d566d7e5feba P f6c922e0a6954d8a92de19f353137e48 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: f6c922e0a6954d8a92de19f353137e48; no voters: 24644929789443318f60e3101fea2f1f, 9d1a7cfdb6da41c4ada71a276ff56d3a
20:04:36.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.007354 25602 tablet_bootstrap.cc:492] T 66b38cc867074fcab651d566d7e5feba P 9d1a7cfdb6da41c4ada71a276ff56d3a: No bootstrap required, opened a new log
20:04:36.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.007575 25602 ts_tablet_manager.cc:1397] T 66b38cc867074fcab651d566d7e5feba P 9d1a7cfdb6da41c4ada71a276ff56d3a: Time spent bootstrapping tablet: real 0.006s user 0.004s sys 0.000s
20:04:36.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.008674 25602 raft_consensus.cc:357] T 66b38cc867074fcab651d566d7e5feba P 9d1a7cfdb6da41c4ada71a276ff56d3a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9d1a7cfdb6da41c4ada71a276ff56d3a" member_type: VOTER last_known_addr { host: "127.24.66.129" port: 34799 } } peers { permanent_uuid: "24644929789443318f60e3101fea2f1f" member_type: VOTER last_known_addr { host: "127.24.66.130" port: 36335 } } peers { permanent_uuid: "f6c922e0a6954d8a92de19f353137e48" member_type: VOTER last_known_addr { host: "127.24.66.131" port: 39675 } }
20:04:36.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.008948 25602 raft_consensus.cc:383] T 66b38cc867074fcab651d566d7e5feba P 9d1a7cfdb6da41c4ada71a276ff56d3a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:04:36.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.009061 25602 raft_consensus.cc:738] T 66b38cc867074fcab651d566d7e5feba P 9d1a7cfdb6da41c4ada71a276ff56d3a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9d1a7cfdb6da41c4ada71a276ff56d3a, State: Initialized, Role: FOLLOWER
20:04:36.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.009057 25601 ts_tablet_manager.cc:1428] T 123347a3355d4768a8aa61ae42b8f835 P 24644929789443318f60e3101fea2f1f: Time spent starting tablet: real 0.047s user 0.019s sys 0.020s
20:04:36.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.009347 25602 consensus_queue.cc:260] T 66b38cc867074fcab651d566d7e5feba P 9d1a7cfdb6da41c4ada71a276ff56d3a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9d1a7cfdb6da41c4ada71a276ff56d3a" member_type: VOTER last_known_addr { host: "127.24.66.129" port: 34799 } } peers { permanent_uuid: "24644929789443318f60e3101fea2f1f" member_type: VOTER last_known_addr { host: "127.24.66.130" port: 36335 } } peers { permanent_uuid: "f6c922e0a6954d8a92de19f353137e48" member_type: VOTER last_known_addr { host: "127.24.66.131" port: 39675 } }
20:04:36.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.009575 25601 tablet_bootstrap.cc:492] T 66b38cc867074fcab651d566d7e5feba P 24644929789443318f60e3101fea2f1f: Bootstrap starting.
20:04:36.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.010020 25602 ts_tablet_manager.cc:1428] T 66b38cc867074fcab651d566d7e5feba P 9d1a7cfdb6da41c4ada71a276ff56d3a: Time spent starting tablet: real 0.002s user 0.003s sys 0.000s
20:04:36.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.010450 25610 raft_consensus.cc:2747] T 66b38cc867074fcab651d566d7e5feba P f6c922e0a6954d8a92de19f353137e48 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
20:04:36.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.011760 25601 tablet_bootstrap.cc:654] T 66b38cc867074fcab651d566d7e5feba P 24644929789443318f60e3101fea2f1f: Neither blocks nor log segments found. Creating new log.
20:04:36.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 20:04:36.016291 25578 tablet.cc:2378] T 123347a3355d4768a8aa61ae42b8f835 P f6c922e0a6954d8a92de19f353137e48: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:04:36.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.018853 25601 tablet_bootstrap.cc:492] T 66b38cc867074fcab651d566d7e5feba P 24644929789443318f60e3101fea2f1f: No bootstrap required, opened a new log
20:04:36.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.019099 25601 ts_tablet_manager.cc:1397] T 66b38cc867074fcab651d566d7e5feba P 24644929789443318f60e3101fea2f1f: Time spent bootstrapping tablet: real 0.010s user 0.001s sys 0.004s
20:04:36.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.019795 25601 raft_consensus.cc:357] T 66b38cc867074fcab651d566d7e5feba P 24644929789443318f60e3101fea2f1f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9d1a7cfdb6da41c4ada71a276ff56d3a" member_type: VOTER last_known_addr { host: "127.24.66.129" port: 34799 } } peers { permanent_uuid: "24644929789443318f60e3101fea2f1f" member_type: VOTER last_known_addr { host: "127.24.66.130" port: 36335 } } peers { permanent_uuid: "f6c922e0a6954d8a92de19f353137e48" member_type: VOTER last_known_addr { host: "127.24.66.131" port: 39675 } }
20:04:36.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.019969 25601 raft_consensus.cc:383] T 66b38cc867074fcab651d566d7e5feba P 24644929789443318f60e3101fea2f1f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:04:36.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.020020 25601 raft_consensus.cc:738] T 66b38cc867074fcab651d566d7e5feba P 24644929789443318f60e3101fea2f1f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 24644929789443318f60e3101fea2f1f, State: Initialized, Role: FOLLOWER
20:04:36.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.020263 25601 consensus_queue.cc:260] T 66b38cc867074fcab651d566d7e5feba P 24644929789443318f60e3101fea2f1f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9d1a7cfdb6da41c4ada71a276ff56d3a" member_type: VOTER last_known_addr { host: "127.24.66.129" port: 34799 } } peers { permanent_uuid: "24644929789443318f60e3101fea2f1f" member_type: VOTER last_known_addr { host: "127.24.66.130" port: 36335 } } peers { permanent_uuid: "f6c922e0a6954d8a92de19f353137e48" member_type: VOTER last_known_addr { host: "127.24.66.131" port: 39675 } }
20:04:36.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.020774 25601 ts_tablet_manager.cc:1428] T 66b38cc867074fcab651d566d7e5feba P 24644929789443318f60e3101fea2f1f: Time spent starting tablet: real 0.002s user 0.002s sys 0.000s
20:04:36.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.053334 25608 raft_consensus.cc:491] T 66b38cc867074fcab651d566d7e5feba P 24644929789443318f60e3101fea2f1f [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:04:36.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.053620 25608 raft_consensus.cc:513] T 66b38cc867074fcab651d566d7e5feba P 24644929789443318f60e3101fea2f1f [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9d1a7cfdb6da41c4ada71a276ff56d3a" member_type: VOTER last_known_addr { host: "127.24.66.129" port: 34799 } } peers { permanent_uuid: "24644929789443318f60e3101fea2f1f" member_type: VOTER last_known_addr { host: "127.24.66.130" port: 36335 } } peers { permanent_uuid: "f6c922e0a6954d8a92de19f353137e48" member_type: VOTER last_known_addr { host: "127.24.66.131" port: 39675 } }
20:04:36.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.055521 25608 leader_election.cc:290] T 66b38cc867074fcab651d566d7e5feba P 24644929789443318f60e3101fea2f1f [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 9d1a7cfdb6da41c4ada71a276ff56d3a (127.24.66.129:34799), f6c922e0a6954d8a92de19f353137e48 (127.24.66.131:39675)
20:04:36.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.062626 25243 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "66b38cc867074fcab651d566d7e5feba" candidate_uuid: "24644929789443318f60e3101fea2f1f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9d1a7cfdb6da41c4ada71a276ff56d3a" is_pre_election: true
20:04:36.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.063115 25243 raft_consensus.cc:2466] T 66b38cc867074fcab651d566d7e5feba P 9d1a7cfdb6da41c4ada71a276ff56d3a [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 24644929789443318f60e3101fea2f1f in term 0.
20:04:36.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.063696 25311 leader_election.cc:304] T 66b38cc867074fcab651d566d7e5feba P 24644929789443318f60e3101fea2f1f [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 24644929789443318f60e3101fea2f1f, 9d1a7cfdb6da41c4ada71a276ff56d3a; no voters:
20:04:36.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.063771 25530 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "66b38cc867074fcab651d566d7e5feba" candidate_uuid: "24644929789443318f60e3101fea2f1f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f6c922e0a6954d8a92de19f353137e48" is_pre_election: true
20:04:36.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.064078 25608 raft_consensus.cc:2802] T 66b38cc867074fcab651d566d7e5feba P 24644929789443318f60e3101fea2f1f [term 0 FOLLOWER]: Leader pre-election won for term 1
20:04:36.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.064245 25530 raft_consensus.cc:2466] T 66b38cc867074fcab651d566d7e5feba P f6c922e0a6954d8a92de19f353137e48 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 24644929789443318f60e3101fea2f1f in term 0.
20:04:36.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.064302 25608 raft_consensus.cc:491] T 66b38cc867074fcab651d566d7e5feba P 24644929789443318f60e3101fea2f1f [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:04:36.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.064383 25608 raft_consensus.cc:3058] T 66b38cc867074fcab651d566d7e5feba P 24644929789443318f60e3101fea2f1f [term 0 FOLLOWER]: Advancing to term 1
20:04:36.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.066774 25608 raft_consensus.cc:513] T 66b38cc867074fcab651d566d7e5feba P 24644929789443318f60e3101fea2f1f [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9d1a7cfdb6da41c4ada71a276ff56d3a" member_type: VOTER last_known_addr { host: "127.24.66.129" port: 34799 } } peers { permanent_uuid: "24644929789443318f60e3101fea2f1f" member_type: VOTER last_known_addr { host: "127.24.66.130" port: 36335 } } peers { permanent_uuid: "f6c922e0a6954d8a92de19f353137e48" member_type: VOTER last_known_addr { host: "127.24.66.131" port: 39675 } }
20:04:36.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.067446 25608 leader_election.cc:290] T 66b38cc867074fcab651d566d7e5feba P 24644929789443318f60e3101fea2f1f [CANDIDATE]: Term 1 election: Requested vote from peers 9d1a7cfdb6da41c4ada71a276ff56d3a (127.24.66.129:34799), f6c922e0a6954d8a92de19f353137e48 (127.24.66.131:39675)
20:04:36.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.068238 25243 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "66b38cc867074fcab651d566d7e5feba" candidate_uuid: "24644929789443318f60e3101fea2f1f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9d1a7cfdb6da41c4ada71a276ff56d3a"
20:04:36.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.068287 25530 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "66b38cc867074fcab651d566d7e5feba" candidate_uuid: "24644929789443318f60e3101fea2f1f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f6c922e0a6954d8a92de19f353137e48"
20:04:36.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.068499 25530 raft_consensus.cc:3058] T 66b38cc867074fcab651d566d7e5feba P f6c922e0a6954d8a92de19f353137e48 [term 0 FOLLOWER]: Advancing to term 1
20:04:36.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.068552 25243 raft_consensus.cc:3058] T 66b38cc867074fcab651d566d7e5feba P 9d1a7cfdb6da41c4ada71a276ff56d3a [term 0 FOLLOWER]: Advancing to term 1
20:04:36.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.072019 25243 raft_consensus.cc:2466] T 66b38cc867074fcab651d566d7e5feba P 9d1a7cfdb6da41c4ada71a276ff56d3a [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 24644929789443318f60e3101fea2f1f in term 1.
20:04:36.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.072037 25530 raft_consensus.cc:2466] T 66b38cc867074fcab651d566d7e5feba P f6c922e0a6954d8a92de19f353137e48 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 24644929789443318f60e3101fea2f1f in term 1.
20:04:36.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.072711 25311 leader_election.cc:304] T 66b38cc867074fcab651d566d7e5feba P 24644929789443318f60e3101fea2f1f [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 24644929789443318f60e3101fea2f1f, f6c922e0a6954d8a92de19f353137e48; no voters:
20:04:36.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.073153 25608 raft_consensus.cc:2802] T 66b38cc867074fcab651d566d7e5feba P 24644929789443318f60e3101fea2f1f [term 1 FOLLOWER]: Leader election won for term 1
20:04:36.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.073700 25608 raft_consensus.cc:695] T 66b38cc867074fcab651d566d7e5feba P 24644929789443318f60e3101fea2f1f [term 1 LEADER]: Becoming Leader. State: Replica: 24644929789443318f60e3101fea2f1f, State: Running, Role: LEADER
20:04:36.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 20:04:36.073853 25291 tablet.cc:2378] T 123347a3355d4768a8aa61ae42b8f835 P 9d1a7cfdb6da41c4ada71a276ff56d3a: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:04:36.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.074342 25608 consensus_queue.cc:237] T 66b38cc867074fcab651d566d7e5feba P 24644929789443318f60e3101fea2f1f [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9d1a7cfdb6da41c4ada71a276ff56d3a" member_type: VOTER last_known_addr { host: "127.24.66.129" port: 34799 } } peers { permanent_uuid: "24644929789443318f60e3101fea2f1f" member_type: VOTER last_known_addr { host: "127.24.66.130" port: 36335 } } peers { permanent_uuid: "f6c922e0a6954d8a92de19f353137e48" member_type: VOTER last_known_addr { host: "127.24.66.131" port: 39675 } }
20:04:36.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.080458 25046 catalog_manager.cc:5582] T 66b38cc867074fcab651d566d7e5feba P 24644929789443318f60e3101fea2f1f reported cstate change: term changed from 0 to 1, leader changed from <none> to 24644929789443318f60e3101fea2f1f (127.24.66.130). New cstate: current_term: 1 leader_uuid: "24644929789443318f60e3101fea2f1f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9d1a7cfdb6da41c4ada71a276ff56d3a" member_type: VOTER last_known_addr { host: "127.24.66.129" port: 34799 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "24644929789443318f60e3101fea2f1f" member_type: VOTER last_known_addr { host: "127.24.66.130" port: 36335 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "f6c922e0a6954d8a92de19f353137e48" member_type: VOTER last_known_addr { host: "127.24.66.131" port: 39675 } health_report { overall_health: UNKNOWN } } }
20:04:36.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.106788 25608 raft_consensus.cc:491] T 123347a3355d4768a8aa61ae42b8f835 P 24644929789443318f60e3101fea2f1f [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:04:36.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.107048 25608 raft_consensus.cc:513] T 123347a3355d4768a8aa61ae42b8f835 P 24644929789443318f60e3101fea2f1f [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "24644929789443318f60e3101fea2f1f" member_type: VOTER last_known_addr { host: "127.24.66.130" port: 36335 } } peers { permanent_uuid: "f6c922e0a6954d8a92de19f353137e48" member_type: VOTER last_known_addr { host: "127.24.66.131" port: 39675 } } peers { permanent_uuid: "9d1a7cfdb6da41c4ada71a276ff56d3a" member_type: VOTER last_known_addr { host: "127.24.66.129" port: 34799 } }
20:04:36.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.107782 25608 leader_election.cc:290] T 123347a3355d4768a8aa61ae42b8f835 P 24644929789443318f60e3101fea2f1f [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers f6c922e0a6954d8a92de19f353137e48 (127.24.66.131:39675), 9d1a7cfdb6da41c4ada71a276ff56d3a (127.24.66.129:34799)
20:04:36.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.108469 25530 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "123347a3355d4768a8aa61ae42b8f835" candidate_uuid: "24644929789443318f60e3101fea2f1f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f6c922e0a6954d8a92de19f353137e48" is_pre_election: true
20:04:36.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.108605 25243 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "123347a3355d4768a8aa61ae42b8f835" candidate_uuid: "24644929789443318f60e3101fea2f1f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9d1a7cfdb6da41c4ada71a276ff56d3a" is_pre_election: true
20:04:36.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.108775 25530 raft_consensus.cc:2466] T 123347a3355d4768a8aa61ae42b8f835 P f6c922e0a6954d8a92de19f353137e48 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 24644929789443318f60e3101fea2f1f in term 0.
20:04:36.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.108870 25243 raft_consensus.cc:2466] T 123347a3355d4768a8aa61ae42b8f835 P 9d1a7cfdb6da41c4ada71a276ff56d3a [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 24644929789443318f60e3101fea2f1f in term 0.
20:04:36.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.109249 25311 leader_election.cc:304] T 123347a3355d4768a8aa61ae42b8f835 P 24644929789443318f60e3101fea2f1f [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 24644929789443318f60e3101fea2f1f, f6c922e0a6954d8a92de19f353137e48; no voters:
20:04:36.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.109571 25608 raft_consensus.cc:2802] T 123347a3355d4768a8aa61ae42b8f835 P 24644929789443318f60e3101fea2f1f [term 0 FOLLOWER]: Leader pre-election won for term 1
20:04:36.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.109681 25608 raft_consensus.cc:491] T 123347a3355d4768a8aa61ae42b8f835 P 24644929789443318f60e3101fea2f1f [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:04:36.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.109792 25608 raft_consensus.cc:3058] T 123347a3355d4768a8aa61ae42b8f835 P 24644929789443318f60e3101fea2f1f [term 0 FOLLOWER]: Advancing to term 1
20:04:36.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.111776 25608 raft_consensus.cc:513] T 123347a3355d4768a8aa61ae42b8f835 P 24644929789443318f60e3101fea2f1f [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "24644929789443318f60e3101fea2f1f" member_type: VOTER last_known_addr { host: "127.24.66.130" port: 36335 } } peers { permanent_uuid: "f6c922e0a6954d8a92de19f353137e48" member_type: VOTER last_known_addr { host: "127.24.66.131" port: 39675 } } peers { permanent_uuid: "9d1a7cfdb6da41c4ada71a276ff56d3a" member_type: VOTER last_known_addr { host: "127.24.66.129" port: 34799 } }
20:04:36.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.112439 25608 leader_election.cc:290] T 123347a3355d4768a8aa61ae42b8f835 P 24644929789443318f60e3101fea2f1f [CANDIDATE]: Term 1 election: Requested vote from peers f6c922e0a6954d8a92de19f353137e48 (127.24.66.131:39675), 9d1a7cfdb6da41c4ada71a276ff56d3a (127.24.66.129:34799)
20:04:36.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.113107 25530 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "123347a3355d4768a8aa61ae42b8f835" candidate_uuid: "24644929789443318f60e3101fea2f1f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f6c922e0a6954d8a92de19f353137e48"
20:04:36.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.113193 25243 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "123347a3355d4768a8aa61ae42b8f835" candidate_uuid: "24644929789443318f60e3101fea2f1f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9d1a7cfdb6da41c4ada71a276ff56d3a"
20:04:36.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.113328 25530 raft_consensus.cc:3058] T 123347a3355d4768a8aa61ae42b8f835 P f6c922e0a6954d8a92de19f353137e48 [term 0 FOLLOWER]: Advancing to term 1
20:04:36.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.113430 25243 raft_consensus.cc:3058] T 123347a3355d4768a8aa61ae42b8f835 P 9d1a7cfdb6da41c4ada71a276ff56d3a [term 0 FOLLOWER]: Advancing to term 1
20:04:36.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.115381 25530 raft_consensus.cc:2466] T 123347a3355d4768a8aa61ae42b8f835 P f6c922e0a6954d8a92de19f353137e48 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 24644929789443318f60e3101fea2f1f in term 1.
20:04:36.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.115475 25243 raft_consensus.cc:2466] T 123347a3355d4768a8aa61ae42b8f835 P 9d1a7cfdb6da41c4ada71a276ff56d3a [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 24644929789443318f60e3101fea2f1f in term 1.
20:04:36.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.115967 25311 leader_election.cc:304] T 123347a3355d4768a8aa61ae42b8f835 P 24644929789443318f60e3101fea2f1f [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 24644929789443318f60e3101fea2f1f, 9d1a7cfdb6da41c4ada71a276ff56d3a; no voters:
20:04:36.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.116402 25608 raft_consensus.cc:2802] T 123347a3355d4768a8aa61ae42b8f835 P 24644929789443318f60e3101fea2f1f [term 1 FOLLOWER]: Leader election won for term 1
20:04:36.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.116609 25608 raft_consensus.cc:695] T 123347a3355d4768a8aa61ae42b8f835 P 24644929789443318f60e3101fea2f1f [term 1 LEADER]: Becoming Leader. State: Replica: 24644929789443318f60e3101fea2f1f, State: Running, Role: LEADER
20:04:36.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.116889 25608 consensus_queue.cc:237] T 123347a3355d4768a8aa61ae42b8f835 P 24644929789443318f60e3101fea2f1f [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "24644929789443318f60e3101fea2f1f" member_type: VOTER last_known_addr { host: "127.24.66.130" port: 36335 } } peers { permanent_uuid: "f6c922e0a6954d8a92de19f353137e48" member_type: VOTER last_known_addr { host: "127.24.66.131" port: 39675 } } peers { permanent_uuid: "9d1a7cfdb6da41c4ada71a276ff56d3a" member_type: VOTER last_known_addr { host: "127.24.66.129" port: 34799 } }
20:04:36.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.119899 25046 catalog_manager.cc:5582] T 123347a3355d4768a8aa61ae42b8f835 P 24644929789443318f60e3101fea2f1f reported cstate change: term changed from 0 to 1, leader changed from <none> to 24644929789443318f60e3101fea2f1f (127.24.66.130). New cstate: current_term: 1 leader_uuid: "24644929789443318f60e3101fea2f1f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "24644929789443318f60e3101fea2f1f" member_type: VOTER last_known_addr { host: "127.24.66.130" port: 36335 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "f6c922e0a6954d8a92de19f353137e48" member_type: VOTER last_known_addr { host: "127.24.66.131" port: 39675 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "9d1a7cfdb6da41c4ada71a276ff56d3a" member_type: VOTER last_known_addr { host: "127.24.66.129" port: 34799 } health_report { overall_health: UNKNOWN } } }
20:04:36.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 20:04:36.199959 25436 tablet.cc:2378] T 123347a3355d4768a8aa61ae42b8f835 P 24644929789443318f60e3101fea2f1f: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:04:36.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.268683 25046 catalog_manager.cc:2232] Servicing CreateTable request from {username='slave'} at 127.0.0.1:42088:
20:04:36.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
20:04:36.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
20:04:36.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:04:36.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
20:04:36.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
20:04:36.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
20:04:36.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:04:36.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
20:04:36.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
20:04:36.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:04:36.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:04:36.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:04:36.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:04:36.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
20:04:36.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
20:04:36.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
20:04:36.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:04:36.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
20:04:36.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
20:04:36.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:04:36.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:04:36.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:04:36.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:04:36.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
20:04:36.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
20:04:36.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
20:04:36.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:04:36.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
20:04:36.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
20:04:36.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:04:36.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:04:36.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:04:36.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:04:36.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
20:04:36.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
20:04:36.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
20:04:36.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:04:36.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
20:04:36.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
20:04:36.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:04:36.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:04:36.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:04:36.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:04:36.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
20:04:36.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
20:04:36.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
20:04:36.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
20:04:36.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:04:36.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
20:04:36.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
20:04:36.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:04:36.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
20:04:36.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:04:36.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:04:36.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:04:36.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
20:04:36.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 20:04:36.270287 25046 catalog_manager.cc:6944] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
20:04:36.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.286051 25223 tablet_service.cc:1468] Processing CreateTablet for tablet 26baab6db50748b08f84d098a6f481b3 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=d69c5cd1f9874702808e094490e48553]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
20:04:36.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.285714 25361 tablet_service.cc:1468] Processing CreateTablet for tablet 26baab6db50748b08f84d098a6f481b3 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=d69c5cd1f9874702808e094490e48553]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
20:04:36.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.286360 25509 tablet_service.cc:1468] Processing CreateTablet for tablet 26baab6db50748b08f84d098a6f481b3 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=d69c5cd1f9874702808e094490e48553]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
20:04:36.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.286962 25223 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 26baab6db50748b08f84d098a6f481b3. 1 dirs total, 0 dirs full, 0 dirs failed
20:04:36.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.287038 25361 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 26baab6db50748b08f84d098a6f481b3. 1 dirs total, 0 dirs full, 0 dirs failed
20:04:36.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.287390 25509 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 26baab6db50748b08f84d098a6f481b3. 1 dirs total, 0 dirs full, 0 dirs failed
20:04:36.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.293439 25602 tablet_bootstrap.cc:492] T 26baab6db50748b08f84d098a6f481b3 P 9d1a7cfdb6da41c4ada71a276ff56d3a: Bootstrap starting.
20:04:36.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.295346 25602 tablet_bootstrap.cc:654] T 26baab6db50748b08f84d098a6f481b3 P 9d1a7cfdb6da41c4ada71a276ff56d3a: Neither blocks nor log segments found. Creating new log.
20:04:36.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.296029 25601 tablet_bootstrap.cc:492] T 26baab6db50748b08f84d098a6f481b3 P 24644929789443318f60e3101fea2f1f: Bootstrap starting.
20:04:36.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.297978 25602 tablet_bootstrap.cc:492] T 26baab6db50748b08f84d098a6f481b3 P 9d1a7cfdb6da41c4ada71a276ff56d3a: No bootstrap required, opened a new log
20:04:36.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.298010 25601 tablet_bootstrap.cc:654] T 26baab6db50748b08f84d098a6f481b3 P 24644929789443318f60e3101fea2f1f: Neither blocks nor log segments found. Creating new log.
20:04:36.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.298180 25602 ts_tablet_manager.cc:1397] T 26baab6db50748b08f84d098a6f481b3 P 9d1a7cfdb6da41c4ada71a276ff56d3a: Time spent bootstrapping tablet: real 0.005s user 0.001s sys 0.003s
20:04:36.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.298339 25600 tablet_bootstrap.cc:492] T 26baab6db50748b08f84d098a6f481b3 P f6c922e0a6954d8a92de19f353137e48: Bootstrap starting.
20:04:36.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.299686 25602 raft_consensus.cc:357] T 26baab6db50748b08f84d098a6f481b3 P 9d1a7cfdb6da41c4ada71a276ff56d3a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9d1a7cfdb6da41c4ada71a276ff56d3a" member_type: VOTER last_known_addr { host: "127.24.66.129" port: 34799 } } peers { permanent_uuid: "24644929789443318f60e3101fea2f1f" member_type: VOTER last_known_addr { host: "127.24.66.130" port: 36335 } } peers { permanent_uuid: "f6c922e0a6954d8a92de19f353137e48" member_type: VOTER last_known_addr { host: "127.24.66.131" port: 39675 } }
20:04:36.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.299930 25602 raft_consensus.cc:383] T 26baab6db50748b08f84d098a6f481b3 P 9d1a7cfdb6da41c4ada71a276ff56d3a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:04:36.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.300014 25602 raft_consensus.cc:738] T 26baab6db50748b08f84d098a6f481b3 P 9d1a7cfdb6da41c4ada71a276ff56d3a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9d1a7cfdb6da41c4ada71a276ff56d3a, State: Initialized, Role: FOLLOWER
20:04:36.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.300257 25600 tablet_bootstrap.cc:654] T 26baab6db50748b08f84d098a6f481b3 P f6c922e0a6954d8a92de19f353137e48: Neither blocks nor log segments found. Creating new log.
20:04:36.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.300335 25602 consensus_queue.cc:260] T 26baab6db50748b08f84d098a6f481b3 P 9d1a7cfdb6da41c4ada71a276ff56d3a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9d1a7cfdb6da41c4ada71a276ff56d3a" member_type: VOTER last_known_addr { host: "127.24.66.129" port: 34799 } } peers { permanent_uuid: "24644929789443318f60e3101fea2f1f" member_type: VOTER last_known_addr { host: "127.24.66.130" port: 36335 } } peers { permanent_uuid: "f6c922e0a6954d8a92de19f353137e48" member_type: VOTER last_known_addr { host: "127.24.66.131" port: 39675 } }
20:04:36.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.300688 25601 tablet_bootstrap.cc:492] T 26baab6db50748b08f84d098a6f481b3 P 24644929789443318f60e3101fea2f1f: No bootstrap required, opened a new log
20:04:36.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.301065 25602 ts_tablet_manager.cc:1428] T 26baab6db50748b08f84d098a6f481b3 P 9d1a7cfdb6da41c4ada71a276ff56d3a: Time spent starting tablet: real 0.003s user 0.000s sys 0.003s
20:04:36.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.300920 25607 tablet_replica.cc:440] T 26baab6db50748b08f84d098a6f481b3 P 9d1a7cfdb6da41c4ada71a276ff56d3a: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9d1a7cfdb6da41c4ada71a276ff56d3a" member_type: VOTER last_known_addr { host: "127.24.66.129" port: 34799 } } peers { permanent_uuid: "24644929789443318f60e3101fea2f1f" member_type: VOTER last_known_addr { host: "127.24.66.130" port: 36335 } } peers { permanent_uuid: "f6c922e0a6954d8a92de19f353137e48" member_type: VOTER last_known_addr { host: "127.24.66.131" port: 39675 } } }
20:04:36.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.301306 25607 tablet_replica.cc:443] T 26baab6db50748b08f84d098a6f481b3 P 9d1a7cfdb6da41c4ada71a276ff56d3a: This TxnStatusTablet replica's current role is: FOLLOWER
20:04:36.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.301843 25601 ts_tablet_manager.cc:1397] T 26baab6db50748b08f84d098a6f481b3 P 24644929789443318f60e3101fea2f1f: Time spent bootstrapping tablet: real 0.006s user 0.004s sys 0.000s
20:04:36.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.303110 25601 raft_consensus.cc:357] T 26baab6db50748b08f84d098a6f481b3 P 24644929789443318f60e3101fea2f1f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9d1a7cfdb6da41c4ada71a276ff56d3a" member_type: VOTER last_known_addr { host: "127.24.66.129" port: 34799 } } peers { permanent_uuid: "24644929789443318f60e3101fea2f1f" member_type: VOTER last_known_addr { host: "127.24.66.130" port: 36335 } } peers { permanent_uuid: "f6c922e0a6954d8a92de19f353137e48" member_type: VOTER last_known_addr { host: "127.24.66.131" port: 39675 } }
20:04:36.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.303395 25601 raft_consensus.cc:383] T 26baab6db50748b08f84d098a6f481b3 P 24644929789443318f60e3101fea2f1f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:04:36.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.303506 25601 raft_consensus.cc:738] T 26baab6db50748b08f84d098a6f481b3 P 24644929789443318f60e3101fea2f1f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 24644929789443318f60e3101fea2f1f, State: Initialized, Role: FOLLOWER
20:04:36.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.306833 25601 consensus_queue.cc:260] T 26baab6db50748b08f84d098a6f481b3 P 24644929789443318f60e3101fea2f1f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9d1a7cfdb6da41c4ada71a276ff56d3a" member_type: VOTER last_known_addr { host: "127.24.66.129" port: 34799 } } peers { permanent_uuid: "24644929789443318f60e3101fea2f1f" member_type: VOTER last_known_addr { host: "127.24.66.130" port: 36335 } } peers { permanent_uuid: "f6c922e0a6954d8a92de19f353137e48" member_type: VOTER last_known_addr { host: "127.24.66.131" port: 39675 } }
20:04:36.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.307646 25608 tablet_replica.cc:440] T 26baab6db50748b08f84d098a6f481b3 P 24644929789443318f60e3101fea2f1f: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9d1a7cfdb6da41c4ada71a276ff56d3a" member_type: VOTER last_known_addr { host: "127.24.66.129" port: 34799 } } peers { permanent_uuid: "24644929789443318f60e3101fea2f1f" member_type: VOTER last_known_addr { host: "127.24.66.130" port: 36335 } } peers { permanent_uuid: "f6c922e0a6954d8a92de19f353137e48" member_type: VOTER last_known_addr { host: "127.24.66.131" port: 39675 } } }
20:04:36.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.307839 25601 ts_tablet_manager.cc:1428] T 26baab6db50748b08f84d098a6f481b3 P 24644929789443318f60e3101fea2f1f: Time spent starting tablet: real 0.006s user 0.002s sys 0.000s
20:04:36.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.309751 25600 tablet_bootstrap.cc:492] T 26baab6db50748b08f84d098a6f481b3 P f6c922e0a6954d8a92de19f353137e48: No bootstrap required, opened a new log
20:04:36.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.309953 25600 ts_tablet_manager.cc:1397] T 26baab6db50748b08f84d098a6f481b3 P f6c922e0a6954d8a92de19f353137e48: Time spent bootstrapping tablet: real 0.012s user 0.002s sys 0.008s
20:04:36.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.307919 25608 tablet_replica.cc:443] T 26baab6db50748b08f84d098a6f481b3 P 24644929789443318f60e3101fea2f1f: This TxnStatusTablet replica's current role is: FOLLOWER
20:04:36.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.311477 25600 raft_consensus.cc:357] T 26baab6db50748b08f84d098a6f481b3 P f6c922e0a6954d8a92de19f353137e48 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9d1a7cfdb6da41c4ada71a276ff56d3a" member_type: VOTER last_known_addr { host: "127.24.66.129" port: 34799 } } peers { permanent_uuid: "24644929789443318f60e3101fea2f1f" member_type: VOTER last_known_addr { host: "127.24.66.130" port: 36335 } } peers { permanent_uuid: "f6c922e0a6954d8a92de19f353137e48" member_type: VOTER last_known_addr { host: "127.24.66.131" port: 39675 } }
20:04:36.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.311699 25600 raft_consensus.cc:383] T 26baab6db50748b08f84d098a6f481b3 P f6c922e0a6954d8a92de19f353137e48 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:04:36.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.311794 25600 raft_consensus.cc:738] T 26baab6db50748b08f84d098a6f481b3 P f6c922e0a6954d8a92de19f353137e48 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f6c922e0a6954d8a92de19f353137e48, State: Initialized, Role: FOLLOWER
20:04:36.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.312057 25600 consensus_queue.cc:260] T 26baab6db50748b08f84d098a6f481b3 P f6c922e0a6954d8a92de19f353137e48 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9d1a7cfdb6da41c4ada71a276ff56d3a" member_type: VOTER last_known_addr { host: "127.24.66.129" port: 34799 } } peers { permanent_uuid: "24644929789443318f60e3101fea2f1f" member_type: VOTER last_known_addr { host: "127.24.66.130" port: 36335 } } peers { permanent_uuid: "f6c922e0a6954d8a92de19f353137e48" member_type: VOTER last_known_addr { host: "127.24.66.131" port: 39675 } }
20:04:36.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.312664 25600 ts_tablet_manager.cc:1428] T 26baab6db50748b08f84d098a6f481b3 P f6c922e0a6954d8a92de19f353137e48: Time spent starting tablet: real 0.003s user 0.003s sys 0.001s
20:04:36.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.312480 25610 tablet_replica.cc:440] T 26baab6db50748b08f84d098a6f481b3 P f6c922e0a6954d8a92de19f353137e48: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9d1a7cfdb6da41c4ada71a276ff56d3a" member_type: VOTER last_known_addr { host: "127.24.66.129" port: 34799 } } peers { permanent_uuid: "24644929789443318f60e3101fea2f1f" member_type: VOTER last_known_addr { host: "127.24.66.130" port: 36335 } } peers { permanent_uuid: "f6c922e0a6954d8a92de19f353137e48" member_type: VOTER last_known_addr { host: "127.24.66.131" port: 39675 } } }
20:04:36.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.312868 25610 tablet_replica.cc:443] T 26baab6db50748b08f84d098a6f481b3 P f6c922e0a6954d8a92de19f353137e48: This TxnStatusTablet replica's current role is: FOLLOWER
20:04:36.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.513139 25607 raft_consensus.cc:491] T 26baab6db50748b08f84d098a6f481b3 P 9d1a7cfdb6da41c4ada71a276ff56d3a [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:04:36.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.513382 25607 raft_consensus.cc:513] T 26baab6db50748b08f84d098a6f481b3 P 9d1a7cfdb6da41c4ada71a276ff56d3a [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9d1a7cfdb6da41c4ada71a276ff56d3a" member_type: VOTER last_known_addr { host: "127.24.66.129" port: 34799 } } peers { permanent_uuid: "24644929789443318f60e3101fea2f1f" member_type: VOTER last_known_addr { host: "127.24.66.130" port: 36335 } } peers { permanent_uuid: "f6c922e0a6954d8a92de19f353137e48" member_type: VOTER last_known_addr { host: "127.24.66.131" port: 39675 } }
20:04:36.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.515184 25607 leader_election.cc:290] T 26baab6db50748b08f84d098a6f481b3 P 9d1a7cfdb6da41c4ada71a276ff56d3a [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 24644929789443318f60e3101fea2f1f (127.24.66.130:36335), f6c922e0a6954d8a92de19f353137e48 (127.24.66.131:39675)
20:04:36.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.523409 25530 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "26baab6db50748b08f84d098a6f481b3" candidate_uuid: "9d1a7cfdb6da41c4ada71a276ff56d3a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f6c922e0a6954d8a92de19f353137e48" is_pre_election: true
20:04:36.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.523679 25530 raft_consensus.cc:2466] T 26baab6db50748b08f84d098a6f481b3 P f6c922e0a6954d8a92de19f353137e48 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 9d1a7cfdb6da41c4ada71a276ff56d3a in term 0.
20:04:36.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.523672 25382 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "26baab6db50748b08f84d098a6f481b3" candidate_uuid: "9d1a7cfdb6da41c4ada71a276ff56d3a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "24644929789443318f60e3101fea2f1f" is_pre_election: true
20:04:36.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.523991 25382 raft_consensus.cc:2466] T 26baab6db50748b08f84d098a6f481b3 P 24644929789443318f60e3101fea2f1f [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 9d1a7cfdb6da41c4ada71a276ff56d3a in term 0.
20:04:36.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.524248 25166 leader_election.cc:304] T 26baab6db50748b08f84d098a6f481b3 P 9d1a7cfdb6da41c4ada71a276ff56d3a [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 9d1a7cfdb6da41c4ada71a276ff56d3a, f6c922e0a6954d8a92de19f353137e48; no voters:
20:04:36.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.524786 25607 raft_consensus.cc:2802] T 26baab6db50748b08f84d098a6f481b3 P 9d1a7cfdb6da41c4ada71a276ff56d3a [term 0 FOLLOWER]: Leader pre-election won for term 1
20:04:36.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.524926 25607 raft_consensus.cc:491] T 26baab6db50748b08f84d098a6f481b3 P 9d1a7cfdb6da41c4ada71a276ff56d3a [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:04:36.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.525041 25607 raft_consensus.cc:3058] T 26baab6db50748b08f84d098a6f481b3 P 9d1a7cfdb6da41c4ada71a276ff56d3a [term 0 FOLLOWER]: Advancing to term 1
20:04:36.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.527264 25607 raft_consensus.cc:513] T 26baab6db50748b08f84d098a6f481b3 P 9d1a7cfdb6da41c4ada71a276ff56d3a [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9d1a7cfdb6da41c4ada71a276ff56d3a" member_type: VOTER last_known_addr { host: "127.24.66.129" port: 34799 } } peers { permanent_uuid: "24644929789443318f60e3101fea2f1f" member_type: VOTER last_known_addr { host: "127.24.66.130" port: 36335 } } peers { permanent_uuid: "f6c922e0a6954d8a92de19f353137e48" member_type: VOTER last_known_addr { host: "127.24.66.131" port: 39675 } }
20:04:36.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.528100 25607 leader_election.cc:290] T 26baab6db50748b08f84d098a6f481b3 P 9d1a7cfdb6da41c4ada71a276ff56d3a [CANDIDATE]: Term 1 election: Requested vote from peers 24644929789443318f60e3101fea2f1f (127.24.66.130:36335), f6c922e0a6954d8a92de19f353137e48 (127.24.66.131:39675)
20:04:36.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.528744 25382 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "26baab6db50748b08f84d098a6f481b3" candidate_uuid: "9d1a7cfdb6da41c4ada71a276ff56d3a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "24644929789443318f60e3101fea2f1f"
20:04:36.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.528857 25530 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "26baab6db50748b08f84d098a6f481b3" candidate_uuid: "9d1a7cfdb6da41c4ada71a276ff56d3a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f6c922e0a6954d8a92de19f353137e48"
20:04:36.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.528967 25382 raft_consensus.cc:3058] T 26baab6db50748b08f84d098a6f481b3 P 24644929789443318f60e3101fea2f1f [term 0 FOLLOWER]: Advancing to term 1
20:04:36.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.529093 25530 raft_consensus.cc:3058] T 26baab6db50748b08f84d098a6f481b3 P f6c922e0a6954d8a92de19f353137e48 [term 0 FOLLOWER]: Advancing to term 1
20:04:36.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.531127 25382 raft_consensus.cc:2466] T 26baab6db50748b08f84d098a6f481b3 P 24644929789443318f60e3101fea2f1f [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 9d1a7cfdb6da41c4ada71a276ff56d3a in term 1.
20:04:36.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.531123 25530 raft_consensus.cc:2466] T 26baab6db50748b08f84d098a6f481b3 P f6c922e0a6954d8a92de19f353137e48 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 9d1a7cfdb6da41c4ada71a276ff56d3a in term 1.
20:04:36.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.531721 25167 leader_election.cc:304] T 26baab6db50748b08f84d098a6f481b3 P 9d1a7cfdb6da41c4ada71a276ff56d3a [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 24644929789443318f60e3101fea2f1f, 9d1a7cfdb6da41c4ada71a276ff56d3a; no voters:
20:04:36.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.532116 25607 raft_consensus.cc:2802] T 26baab6db50748b08f84d098a6f481b3 P 9d1a7cfdb6da41c4ada71a276ff56d3a [term 1 FOLLOWER]: Leader election won for term 1
20:04:36.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.532675 25607 raft_consensus.cc:695] T 26baab6db50748b08f84d098a6f481b3 P 9d1a7cfdb6da41c4ada71a276ff56d3a [term 1 LEADER]: Becoming Leader. State: Replica: 9d1a7cfdb6da41c4ada71a276ff56d3a, State: Running, Role: LEADER
20:04:36.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.533527 25607 consensus_queue.cc:237] T 26baab6db50748b08f84d098a6f481b3 P 9d1a7cfdb6da41c4ada71a276ff56d3a [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9d1a7cfdb6da41c4ada71a276ff56d3a" member_type: VOTER last_known_addr { host: "127.24.66.129" port: 34799 } } peers { permanent_uuid: "24644929789443318f60e3101fea2f1f" member_type: VOTER last_known_addr { host: "127.24.66.130" port: 36335 } } peers { permanent_uuid: "f6c922e0a6954d8a92de19f353137e48" member_type: VOTER last_known_addr { host: "127.24.66.131" port: 39675 } }
20:04:36.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.536546 25633 tablet_replica.cc:440] T 26baab6db50748b08f84d098a6f481b3 P 9d1a7cfdb6da41c4ada71a276ff56d3a: TxnStatusTablet state changed. Reason: New leader 9d1a7cfdb6da41c4ada71a276ff56d3a. Latest consensus state: current_term: 1 leader_uuid: "9d1a7cfdb6da41c4ada71a276ff56d3a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9d1a7cfdb6da41c4ada71a276ff56d3a" member_type: VOTER last_known_addr { host: "127.24.66.129" port: 34799 } } peers { permanent_uuid: "24644929789443318f60e3101fea2f1f" member_type: VOTER last_known_addr { host: "127.24.66.130" port: 36335 } } peers { permanent_uuid: "f6c922e0a6954d8a92de19f353137e48" member_type: VOTER last_known_addr { host: "127.24.66.131" port: 39675 } } }
20:04:36.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.537842 25633 tablet_replica.cc:443] T 26baab6db50748b08f84d098a6f481b3 P 9d1a7cfdb6da41c4ada71a276ff56d3a: This TxnStatusTablet replica's current role is: LEADER
20:04:36.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.538941 25046 catalog_manager.cc:5582] T 26baab6db50748b08f84d098a6f481b3 P 9d1a7cfdb6da41c4ada71a276ff56d3a reported cstate change: term changed from 0 to 1, leader changed from <none> to 9d1a7cfdb6da41c4ada71a276ff56d3a (127.24.66.129). New cstate: current_term: 1 leader_uuid: "9d1a7cfdb6da41c4ada71a276ff56d3a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9d1a7cfdb6da41c4ada71a276ff56d3a" member_type: VOTER last_known_addr { host: "127.24.66.129" port: 34799 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "24644929789443318f60e3101fea2f1f" member_type: VOTER last_known_addr { host: "127.24.66.130" port: 36335 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "f6c922e0a6954d8a92de19f353137e48" member_type: VOTER last_known_addr { host: "127.24.66.131" port: 39675 } health_report { overall_health: UNKNOWN } } }
20:04:36.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.540045 25635 txn_status_manager.cc:874] Waiting until node catch up with all replicated operations in previous term...
20:04:36.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.540439 25635 txn_status_manager.cc:930] Loading transaction status metadata into memory...
20:04:36.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.594527 25608 consensus_queue.cc:1035] T 123347a3355d4768a8aa61ae42b8f835 P 24644929789443318f60e3101fea2f1f [LEADER]: Connected to new peer: Peer: permanent_uuid: "9d1a7cfdb6da41c4ada71a276ff56d3a" member_type: VOTER last_known_addr { host: "127.24.66.129" port: 34799 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:04:36.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.603588 25638 consensus_queue.cc:1035] T 123347a3355d4768a8aa61ae42b8f835 P 24644929789443318f60e3101fea2f1f [LEADER]: Connected to new peer: Peer: permanent_uuid: "f6c922e0a6954d8a92de19f353137e48" member_type: VOTER last_known_addr { host: "127.24.66.131" port: 39675 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:04:36.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.645843 25530 raft_consensus.cc:1273] T 26baab6db50748b08f84d098a6f481b3 P f6c922e0a6954d8a92de19f353137e48 [term 1 FOLLOWER]: Refusing update from remote peer 9d1a7cfdb6da41c4ada71a276ff56d3a: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:04:36.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.646191 25382 raft_consensus.cc:1273] T 26baab6db50748b08f84d098a6f481b3 P 24644929789443318f60e3101fea2f1f [term 1 FOLLOWER]: Refusing update from remote peer 9d1a7cfdb6da41c4ada71a276ff56d3a: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:04:36.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.646659 25607 consensus_queue.cc:1035] T 26baab6db50748b08f84d098a6f481b3 P 9d1a7cfdb6da41c4ada71a276ff56d3a [LEADER]: Connected to new peer: Peer: permanent_uuid: "f6c922e0a6954d8a92de19f353137e48" member_type: VOTER last_known_addr { host: "127.24.66.131" port: 39675 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:04:36.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.647505 25607 consensus_queue.cc:1035] T 26baab6db50748b08f84d098a6f481b3 P 9d1a7cfdb6da41c4ada71a276ff56d3a [LEADER]: Connected to new peer: Peer: permanent_uuid: "24644929789443318f60e3101fea2f1f" member_type: VOTER last_known_addr { host: "127.24.66.130" port: 36335 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:04:36.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.654668 25608 consensus_queue.cc:1035] T 66b38cc867074fcab651d566d7e5feba P 24644929789443318f60e3101fea2f1f [LEADER]: Connected to new peer: Peer: permanent_uuid: "f6c922e0a6954d8a92de19f353137e48" member_type: VOTER last_known_addr { host: "127.24.66.131" port: 39675 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:04:36.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.661881 25649 consensus_queue.cc:1035] T 66b38cc867074fcab651d566d7e5feba P 24644929789443318f60e3101fea2f1f [LEADER]: Connected to new peer: Peer: permanent_uuid: "9d1a7cfdb6da41c4ada71a276ff56d3a" member_type: VOTER last_known_addr { host: "127.24.66.129" port: 34799 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
20:04:36.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.663743 25638 tablet_replica.cc:440] T 26baab6db50748b08f84d098a6f481b3 P 24644929789443318f60e3101fea2f1f: TxnStatusTablet state changed. Reason: New leader 9d1a7cfdb6da41c4ada71a276ff56d3a. Latest consensus state: current_term: 1 leader_uuid: "9d1a7cfdb6da41c4ada71a276ff56d3a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9d1a7cfdb6da41c4ada71a276ff56d3a" member_type: VOTER last_known_addr { host: "127.24.66.129" port: 34799 } } peers { permanent_uuid: "24644929789443318f60e3101fea2f1f" member_type: VOTER last_known_addr { host: "127.24.66.130" port: 36335 } } peers { permanent_uuid: "f6c922e0a6954d8a92de19f353137e48" member_type: VOTER last_known_addr { host: "127.24.66.131" port: 39675 } } }
20:04:36.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.664062 25638 tablet_replica.cc:443] T 26baab6db50748b08f84d098a6f481b3 P 24644929789443318f60e3101fea2f1f: This TxnStatusTablet replica's current role is: FOLLOWER
20:04:36.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.669246 25639 mvcc.cc:204] Tried to move back new op lower bound from 7171258272331268096 to 7171258271885873152. Current Snapshot: MvccSnapshot[applied={T|T < 7171258272331268096}]
20:04:36.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.670799 25607 tablet_replica.cc:440] T 26baab6db50748b08f84d098a6f481b3 P 9d1a7cfdb6da41c4ada71a276ff56d3a: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "9d1a7cfdb6da41c4ada71a276ff56d3a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9d1a7cfdb6da41c4ada71a276ff56d3a" member_type: VOTER last_known_addr { host: "127.24.66.129" port: 34799 } } peers { permanent_uuid: "24644929789443318f60e3101fea2f1f" member_type: VOTER last_known_addr { host: "127.24.66.130" port: 36335 } } peers { permanent_uuid: "f6c922e0a6954d8a92de19f353137e48" member_type: VOTER last_known_addr { host: "127.24.66.131" port: 39675 } } }
20:04:36.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.671109 25607 tablet_replica.cc:443] T 26baab6db50748b08f84d098a6f481b3 P 9d1a7cfdb6da41c4ada71a276ff56d3a: This TxnStatusTablet replica's current role is: LEADER
20:04:36.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.678270 25633 tablet_replica.cc:440] T 26baab6db50748b08f84d098a6f481b3 P 9d1a7cfdb6da41c4ada71a276ff56d3a: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "9d1a7cfdb6da41c4ada71a276ff56d3a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9d1a7cfdb6da41c4ada71a276ff56d3a" member_type: VOTER last_known_addr { host: "127.24.66.129" port: 34799 } } peers { permanent_uuid: "24644929789443318f60e3101fea2f1f" member_type: VOTER last_known_addr { host: "127.24.66.130" port: 36335 } } peers { permanent_uuid: "f6c922e0a6954d8a92de19f353137e48" member_type: VOTER last_known_addr { host: "127.24.66.131" port: 39675 } } }
20:04:36.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.678545 25633 tablet_replica.cc:443] T 26baab6db50748b08f84d098a6f481b3 P 9d1a7cfdb6da41c4ada71a276ff56d3a: This TxnStatusTablet replica's current role is: LEADER
20:04:36.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.679883 25610 tablet_replica.cc:440] T 26baab6db50748b08f84d098a6f481b3 P f6c922e0a6954d8a92de19f353137e48: TxnStatusTablet state changed. Reason: New leader 9d1a7cfdb6da41c4ada71a276ff56d3a. Latest consensus state: current_term: 1 leader_uuid: "9d1a7cfdb6da41c4ada71a276ff56d3a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9d1a7cfdb6da41c4ada71a276ff56d3a" member_type: VOTER last_known_addr { host: "127.24.66.129" port: 34799 } } peers { permanent_uuid: "24644929789443318f60e3101fea2f1f" member_type: VOTER last_known_addr { host: "127.24.66.130" port: 36335 } } peers { permanent_uuid: "f6c922e0a6954d8a92de19f353137e48" member_type: VOTER last_known_addr { host: "127.24.66.131" port: 39675 } } }
20:04:36.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.680114 25643 mvcc.cc:204] Tried to move back new op lower bound from 7171258272331268096 to 7171258271885873152. Current Snapshot: MvccSnapshot[applied={T|T < 7171258272331268096}]
20:04:36.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.680238 25610 tablet_replica.cc:443] T 26baab6db50748b08f84d098a6f481b3 P f6c922e0a6954d8a92de19f353137e48: This TxnStatusTablet replica's current role is: FOLLOWER
20:04:36.683 [DEBUG - Time-limited test] (KuduTransaction.java:702) starting keepalive heartbeating with period 500 ms (txn ID 0)
20:04:36.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.686236 25608 tablet_replica.cc:440] T 26baab6db50748b08f84d098a6f481b3 P 24644929789443318f60e3101fea2f1f: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "9d1a7cfdb6da41c4ada71a276ff56d3a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9d1a7cfdb6da41c4ada71a276ff56d3a" member_type: VOTER last_known_addr { host: "127.24.66.129" port: 34799 } } peers { permanent_uuid: "24644929789443318f60e3101fea2f1f" member_type: VOTER last_known_addr { host: "127.24.66.130" port: 36335 } } peers { permanent_uuid: "f6c922e0a6954d8a92de19f353137e48" member_type: VOTER last_known_addr { host: "127.24.66.131" port: 39675 } } }
20:04:36.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.686559 25608 tablet_replica.cc:443] T 26baab6db50748b08f84d098a6f481b3 P 24644929789443318f60e3101fea2f1f: This TxnStatusTablet replica's current role is: FOLLOWER
20:04:36.696 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 36e72202d8314a02aebaa416c0853a2b
20:04:36.696 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.24.66.188:42653
20:04:36.696 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
20:04:36.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.697566 24842 external_mini_cluster.cc:1661] Attempting to check leaks for /tmp/dist-test-taskMTjSd7/build/asan/bin/kudu pid 25012
20:04:36.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.699609 25647 tablet_replica.cc:440] T 26baab6db50748b08f84d098a6f481b3 P f6c922e0a6954d8a92de19f353137e48: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "9d1a7cfdb6da41c4ada71a276ff56d3a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9d1a7cfdb6da41c4ada71a276ff56d3a" member_type: VOTER last_known_addr { host: "127.24.66.129" port: 34799 } } peers { permanent_uuid: "24644929789443318f60e3101fea2f1f" member_type: VOTER last_known_addr { host: "127.24.66.130" port: 36335 } } peers { permanent_uuid: "f6c922e0a6954d8a92de19f353137e48" member_type: VOTER last_known_addr { host: "127.24.66.131" port: 39675 } } }
20:04:36.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.699986 25647 tablet_replica.cc:443] T 26baab6db50748b08f84d098a6f481b3 P f6c922e0a6954d8a92de19f353137e48: This TxnStatusTablet replica's current role is: FOLLOWER
20:04:36.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.700420 25086 generic_service.cc:196] Checking for leaks (request via RPC)
20:04:36.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:36.830051 24842 external_mini_cluster.cc:1620] Killing /tmp/dist-test-taskMTjSd7/build/asan/bin/kudu with pid 25012
20:04:36.854 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.24.66.188:42653(127.24.66.188:42653)] handling channelInactive
20:04:36.854 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.66.188:42653(127.24.66.188:42653)] cleaning up while in state READY due to: connection closed
20:04:36.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 20:04:36.854283 25575 heartbeater.cc:646] Failed to heartbeat to 127.24.66.188:42653 (0 consecutive failures): Network error: Failed to send heartbeat to master: recv got EOF from 127.24.66.188:42653 (error 108)
20:04:36.855 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:04:36.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 20:04:36.855248 25288 heartbeater.cc:646] Failed to heartbeat to 127.24.66.188:42653 (0 consecutive failures): Network error: Failed to send heartbeat to master: recv got EOF from 127.24.66.188:42653 (error 108)
20:04:36.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 20:04:36.855511 24868 connection.cc:537] server connection from 127.0.0.1:40246 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
20:04:36.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 20:04:36.855950 24950 connection.cc:537] server connection from 127.0.0.1:51868 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
20:04:36.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 20:04:36.990223 25433 heartbeater.cc:646] Failed to heartbeat to 127.24.66.188:42653 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.24.66.188:42653: connect: Connection refused (error 111)
20:04:37.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:37.132318 25657 raft_consensus.cc:491] T 00000000000000000000000000000000 P beaca37ae3914e6490ac74dcd3181c52 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 1c19c934c634478e868e102be56ad6a2)
20:04:37.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:37.132594 25657 raft_consensus.cc:513] T 00000000000000000000000000000000 P beaca37ae3914e6490ac74dcd3181c52 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "beaca37ae3914e6490ac74dcd3181c52" member_type: VOTER last_known_addr { host: "127.24.66.190" port: 38789 } } peers { permanent_uuid: "b3bd069ab2ee4b4880e2a762922000c8" member_type: VOTER last_known_addr { host: "127.24.66.189" port: 44275 } } peers { permanent_uuid: "1c19c934c634478e868e102be56ad6a2" member_type: VOTER last_known_addr { host: "127.24.66.188" port: 42653 } }
20:04:37.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:37.133502 25658 raft_consensus.cc:491] T 00000000000000000000000000000000 P b3bd069ab2ee4b4880e2a762922000c8 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 1c19c934c634478e868e102be56ad6a2)
20:04:37.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:37.133714 25658 raft_consensus.cc:513] T 00000000000000000000000000000000 P b3bd069ab2ee4b4880e2a762922000c8 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "beaca37ae3914e6490ac74dcd3181c52" member_type: VOTER last_known_addr { host: "127.24.66.190" port: 38789 } } peers { permanent_uuid: "b3bd069ab2ee4b4880e2a762922000c8" member_type: VOTER last_known_addr { host: "127.24.66.189" port: 44275 } } peers { permanent_uuid: "1c19c934c634478e868e102be56ad6a2" member_type: VOTER last_known_addr { host: "127.24.66.188" port: 42653 } }
20:04:37.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:37.134178 25657 leader_election.cc:290] T 00000000000000000000000000000000 P beaca37ae3914e6490ac74dcd3181c52 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers b3bd069ab2ee4b4880e2a762922000c8 (127.24.66.189:44275), 1c19c934c634478e868e102be56ad6a2 (127.24.66.188:42653)
20:04:37.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:37.134454 25658 leader_election.cc:290] T 00000000000000000000000000000000 P b3bd069ab2ee4b4880e2a762922000c8 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers beaca37ae3914e6490ac74dcd3181c52 (127.24.66.190:38789), 1c19c934c634478e868e102be56ad6a2 (127.24.66.188:42653)
20:04:37.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:37.134874 24975 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "beaca37ae3914e6490ac74dcd3181c52" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "b3bd069ab2ee4b4880e2a762922000c8" is_pre_election: true
20:04:37.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:37.135216 24975 raft_consensus.cc:2466] T 00000000000000000000000000000000 P b3bd069ab2ee4b4880e2a762922000c8 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate beaca37ae3914e6490ac74dcd3181c52 in term 1.
20:04:37.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:37.135321 24893 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b3bd069ab2ee4b4880e2a762922000c8" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "beaca37ae3914e6490ac74dcd3181c52" is_pre_election: true
20:04:37.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:37.135567 24893 raft_consensus.cc:2466] T 00000000000000000000000000000000 P beaca37ae3914e6490ac74dcd3181c52 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate b3bd069ab2ee4b4880e2a762922000c8 in term 1.
20:04:37.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:37.136878 24951 leader_election.cc:304] T 00000000000000000000000000000000 P b3bd069ab2ee4b4880e2a762922000c8 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: b3bd069ab2ee4b4880e2a762922000c8, beaca37ae3914e6490ac74dcd3181c52; no voters:
20:04:37.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:37.136912 24868 leader_election.cc:304] T 00000000000000000000000000000000 P beaca37ae3914e6490ac74dcd3181c52 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: b3bd069ab2ee4b4880e2a762922000c8, beaca37ae3914e6490ac74dcd3181c52; no voters:
20:04:37.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:37.137252 25658 raft_consensus.cc:2802] T 00000000000000000000000000000000 P b3bd069ab2ee4b4880e2a762922000c8 [term 1 FOLLOWER]: Leader pre-election won for term 2
20:04:37.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:37.137320 25657 raft_consensus.cc:2802] T 00000000000000000000000000000000 P beaca37ae3914e6490ac74dcd3181c52 [term 1 FOLLOWER]: Leader pre-election won for term 2
20:04:37.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:37.137390 25658 raft_consensus.cc:491] T 00000000000000000000000000000000 P b3bd069ab2ee4b4880e2a762922000c8 [term 1 FOLLOWER]: Starting leader election (detected failure of leader 1c19c934c634478e868e102be56ad6a2)
20:04:37.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:37.137450 25657 raft_consensus.cc:491] T 00000000000000000000000000000000 P beaca37ae3914e6490ac74dcd3181c52 [term 1 FOLLOWER]: Starting leader election (detected failure of leader 1c19c934c634478e868e102be56ad6a2)
20:04:37.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:37.137518 25658 raft_consensus.cc:3058] T 00000000000000000000000000000000 P b3bd069ab2ee4b4880e2a762922000c8 [term 1 FOLLOWER]: Advancing to term 2
20:04:37.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:37.137574 25657 raft_consensus.cc:3058] T 00000000000000000000000000000000 P beaca37ae3914e6490ac74dcd3181c52 [term 1 FOLLOWER]: Advancing to term 2
20:04:37.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 20:04:37.137526 24949 leader_election.cc:336] T 00000000000000000000000000000000 P b3bd069ab2ee4b4880e2a762922000c8 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 1c19c934c634478e868e102be56ad6a2 (127.24.66.188:42653): Network error: Client connection negotiation failed: client connection to 127.24.66.188:42653: connect: Connection refused (error 111)
20:04:37.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 20:04:37.137895 24868 leader_election.cc:336] T 00000000000000000000000000000000 P beaca37ae3914e6490ac74dcd3181c52 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 1c19c934c634478e868e102be56ad6a2 (127.24.66.188:42653): Network error: Client connection negotiation failed: client connection to 127.24.66.188:42653: connect: Connection refused (error 111)
20:04:37.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:37.139989 25658 raft_consensus.cc:513] T 00000000000000000000000000000000 P b3bd069ab2ee4b4880e2a762922000c8 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "beaca37ae3914e6490ac74dcd3181c52" member_type: VOTER last_known_addr { host: "127.24.66.190" port: 38789 } } peers { permanent_uuid: "b3bd069ab2ee4b4880e2a762922000c8" member_type: VOTER last_known_addr { host: "127.24.66.189" port: 44275 } } peers { permanent_uuid: "1c19c934c634478e868e102be56ad6a2" member_type: VOTER last_known_addr { host: "127.24.66.188" port: 42653 } }
20:04:37.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:37.140055 25657 raft_consensus.cc:513] T 00000000000000000000000000000000 P beaca37ae3914e6490ac74dcd3181c52 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "beaca37ae3914e6490ac74dcd3181c52" member_type: VOTER last_known_addr { host: "127.24.66.190" port: 38789 } } peers { permanent_uuid: "b3bd069ab2ee4b4880e2a762922000c8" member_type: VOTER last_known_addr { host: "127.24.66.189" port: 44275 } } peers { permanent_uuid: "1c19c934c634478e868e102be56ad6a2" member_type: VOTER last_known_addr { host: "127.24.66.188" port: 42653 } }
20:04:37.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:37.140693 25658 leader_election.cc:290] T 00000000000000000000000000000000 P b3bd069ab2ee4b4880e2a762922000c8 [CANDIDATE]: Term 2 election: Requested vote from peers beaca37ae3914e6490ac74dcd3181c52 (127.24.66.190:38789), 1c19c934c634478e868e102be56ad6a2 (127.24.66.188:42653)
20:04:37.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:37.140785 25657 leader_election.cc:290] T 00000000000000000000000000000000 P beaca37ae3914e6490ac74dcd3181c52 [CANDIDATE]: Term 2 election: Requested vote from peers b3bd069ab2ee4b4880e2a762922000c8 (127.24.66.189:44275), 1c19c934c634478e868e102be56ad6a2 (127.24.66.188:42653)
20:04:37.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:37.141496 24975 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "beaca37ae3914e6490ac74dcd3181c52" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "b3bd069ab2ee4b4880e2a762922000c8"
20:04:37.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:37.141793 24975 raft_consensus.cc:2391] T 00000000000000000000000000000000 P b3bd069ab2ee4b4880e2a762922000c8 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate beaca37ae3914e6490ac74dcd3181c52 in current term 2: Already voted for candidate b3bd069ab2ee4b4880e2a762922000c8 in this term.
20:04:37.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:37.141824 24893 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b3bd069ab2ee4b4880e2a762922000c8" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "beaca37ae3914e6490ac74dcd3181c52"
20:04:37.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:37.142113 24893 raft_consensus.cc:2391] T 00000000000000000000000000000000 P beaca37ae3914e6490ac74dcd3181c52 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate b3bd069ab2ee4b4880e2a762922000c8 in current term 2: Already voted for candidate beaca37ae3914e6490ac74dcd3181c52 in this term.
20:04:37.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 20:04:37.142656 24868 leader_election.cc:336] T 00000000000000000000000000000000 P beaca37ae3914e6490ac74dcd3181c52 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 1c19c934c634478e868e102be56ad6a2 (127.24.66.188:42653): Network error: Client connection negotiation failed: client connection to 127.24.66.188:42653: connect: Connection refused (error 111)
20:04:37.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:37.142944 24868 leader_election.cc:304] T 00000000000000000000000000000000 P beaca37ae3914e6490ac74dcd3181c52 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: beaca37ae3914e6490ac74dcd3181c52; no voters: 1c19c934c634478e868e102be56ad6a2, b3bd069ab2ee4b4880e2a762922000c8
20:04:37.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 20:04:37.143110 24949 leader_election.cc:336] T 00000000000000000000000000000000 P b3bd069ab2ee4b4880e2a762922000c8 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 1c19c934c634478e868e102be56ad6a2 (127.24.66.188:42653): Network error: Client connection negotiation failed: client connection to 127.24.66.188:42653: connect: Connection refused (error 111)
20:04:37.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:37.143285 25657 raft_consensus.cc:2747] T 00000000000000000000000000000000 P beaca37ae3914e6490ac74dcd3181c52 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
20:04:37.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:37.143303 24949 leader_election.cc:304] T 00000000000000000000000000000000 P b3bd069ab2ee4b4880e2a762922000c8 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: b3bd069ab2ee4b4880e2a762922000c8; no voters: 1c19c934c634478e868e102be56ad6a2, beaca37ae3914e6490ac74dcd3181c52
20:04:37.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:37.143611 25658 raft_consensus.cc:2747] T 00000000000000000000000000000000 P b3bd069ab2ee4b4880e2a762922000c8 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
20:04:37.185 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.66.188:42653(127.24.66.188:42653)] connecting to peer
20:04:37.187 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653
20:04:37.187 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.66.188:42653(127.24.66.188:42653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653
20:04:37.187 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location master-127.24.66.188:42653(127.24.66.188:42653) for tablet Kudu Master: Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653
20:04:37.205 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.66.188:42653(127.24.66.188:42653)] connecting to peer
20:04:37.206 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653
20:04:37.206 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.66.188:42653(127.24.66.188:42653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653
20:04:37.206 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.66.188:42653: Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653
20:04:37.207 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.66.189:44275,127.24.66.188:42653,127.24.66.190:38789; will retry
20:04:37.225 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.66.188:42653(127.24.66.188:42653)] connecting to peer
20:04:37.226 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653
20:04:37.226 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.66.188:42653(127.24.66.188:42653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653
20:04:37.226 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.66.188:42653: Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653
20:04:37.227 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.66.189:44275,127.24.66.188:42653,127.24.66.190:38789; will retry
20:04:37.245 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.66.188:42653(127.24.66.188:42653)] connecting to peer
20:04:37.246 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653
20:04:37.246 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.66.188:42653(127.24.66.188:42653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653
20:04:37.246 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.66.188:42653: Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653
20:04:37.247 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.66.189:44275,127.24.66.188:42653,127.24.66.190:38789; will retry
20:04:37.265 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.66.188:42653(127.24.66.188:42653)] connecting to peer
20:04:37.266 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653
20:04:37.266 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.66.188:42653(127.24.66.188:42653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653
20:04:37.267 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.66.188:42653: Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653
20:04:37.269 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.66.189:44275,127.24.66.188:42653,127.24.66.190:38789; will retry
20:04:37.285 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.66.188:42653(127.24.66.188:42653)] connecting to peer
20:04:37.287 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653
20:04:37.287 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.66.188:42653(127.24.66.188:42653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653
20:04:37.287 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.66.188:42653: Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653
20:04:37.288 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.66.189:44275,127.24.66.188:42653,127.24.66.190:38789; will retry
20:04:37.305 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.66.188:42653(127.24.66.188:42653)] connecting to peer
20:04:37.306 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653
20:04:37.306 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.66.188:42653(127.24.66.188:42653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653
20:04:37.307 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.66.188:42653: Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653
20:04:37.307 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.66.189:44275,127.24.66.188:42653,127.24.66.190:38789; will retry
20:04:37.365 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.66.188:42653(127.24.66.188:42653)] connecting to peer
20:04:37.366 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653
20:04:37.366 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.66.188:42653(127.24.66.188:42653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653
20:04:37.366 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.66.188:42653: Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653
20:04:37.367 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.66.189:44275,127.24.66.188:42653,127.24.66.190:38789; will retry
20:04:37.446 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=8, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] sending RPC to server master-127.24.66.188:42653, [2ms] received response from server master-127.24.66.188:42653: Network error: Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.66.189:44275, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.66.188:42653, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.66.190:38789, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.66.188:42653: Network error: Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.66.189:44275: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.66.190:38789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.66.189:44275,127.24.66.188:42653,127.24.66.190:38789) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.66.189:44275, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.66.188:42653, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.66.190:38789, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.66.188:42653: Network error: Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.66.189:44275: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.66.190:38789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.66.189:44275,127.24.66.188:42653,127.24.66.190:38789) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.66.189:44275, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.66.188:42653, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.66.190:38789, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.66.188:42653: Network error: Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.66.189:44275: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.66.190:38789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.66.189:44275,127.24.66.188:42653,127.24.66.190:38789) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.66.189:44275, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.66.188:42653, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.66.190:38789, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.66.188:42653: Network error: Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.66.189:44275: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.66.190:38789: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.24.66.189:44275,127.24.66.188:42653,127.24.66.190:38789) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.66.189:44275, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.66.188:42653, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.66.190:38789, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.66.188:42653: Network error: Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653, [103ms] Sub RPC ConnectToMaster: received response from server master-127.24.66.189:44275: OK, [103ms] Sub RPC ConnectToMaster: received response from server master-127.24.66.190:38789: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.24.66.189:44275,127.24.66.188:42653,127.24.66.190:38789) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.66.189:44275, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.66.188:42653, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.66.190:38789, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.66.188:42653: Network error: Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.66.189:44275: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.66.190:38789: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.66.189:44275,127.24.66.188:42653,127.24.66.190:38789) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.66.189:44275, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.66.188:42653, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.66.190:38789, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.66.188:42653: Network error: Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.66.189:44275: OK, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.66.190:38789: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.66.189:44275,127.24.66.188:42653,127.24.66.190:38789) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653, deferred=Deferred@834922382(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$117/1399513350@776d3d57 -> (continuation of Deferred@1716089152 after retry RPC after error@1191373602) -> (continuation of Deferred@1767082971 after retry RPC after error@2009764899) -> (continuation of Deferred@1520711915 after retry RPC after error@179278694) -> (continuation of Deferred@2144849083 after retry RPC after error@1545544942) -> (continuation of Deferred@654785766 after retry RPC after error@1363525571) -> (continuation of Deferred@271975236 after retry RPC after error@892038648) -> (continuation of Deferred@727025591 after retry RPC after error@1460833977), errback=org.apache.kudu.client.KuduTransaction$$Lambda$118/1898283308@779e8b3c -> (continuation of Deferred@1716089152 after retry RPC after error@1191373602) -> (continuation of Deferred@1767082971 after retry RPC after error@2009764899) -> (continuation of Deferred@1520711915 after retry RPC after error@179278694) -> (continuation of Deferred@2144849083 after retry RPC after error@1545544942) -> (continuation of Deferred@654785766 after retry RPC after error@1363525571) -> (continuation of Deferred@271975236 after retry RPC after error@892038648) -> (continuation of Deferred@727025591 after retry RPC after error@1460833977)))
20:04:37.448 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
20:04:37.465 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.66.188:42653(127.24.66.188:42653)] connecting to peer
20:04:37.466 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653
20:04:37.467 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.66.188:42653(127.24.66.188:42653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653
20:04:37.467 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.66.188:42653: Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653
20:04:37.468 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.66.189:44275,127.24.66.188:42653,127.24.66.190:38789; will retry
20:04:37.485 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.66.188:42653(127.24.66.188:42653)] connecting to peer
20:04:37.487 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653
20:04:37.487 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.66.188:42653(127.24.66.188:42653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653
20:04:37.487 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.66.188:42653: Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653
20:04:37.489 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.66.189:44275,127.24.66.188:42653,127.24.66.190:38789; will retry
20:04:37.505 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.66.188:42653(127.24.66.188:42653)] connecting to peer
20:04:37.506 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653
20:04:37.506 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.66.188:42653(127.24.66.188:42653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653
20:04:37.506 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.66.188:42653: Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653
20:04:37.507 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.66.189:44275,127.24.66.188:42653,127.24.66.190:38789; will retry
20:04:37.525 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.66.188:42653(127.24.66.188:42653)] connecting to peer
20:04:37.526 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653
20:04:37.526 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.66.188:42653(127.24.66.188:42653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653
20:04:37.526 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.66.188:42653: Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653
20:04:37.527 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.66.189:44275,127.24.66.188:42653,127.24.66.190:38789; will retry
20:04:37.545 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.66.188:42653(127.24.66.188:42653)] connecting to peer
20:04:37.546 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653
20:04:37.546 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.66.188:42653(127.24.66.188:42653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653
20:04:37.546 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.66.188:42653: Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653
20:04:37.547 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.66.189:44275,127.24.66.188:42653,127.24.66.190:38789; will retry
20:04:37.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:37.571540 25657 raft_consensus.cc:491] T 00000000000000000000000000000000 P beaca37ae3914e6490ac74dcd3181c52 [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:04:37.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:37.571837 25657 raft_consensus.cc:513] T 00000000000000000000000000000000 P beaca37ae3914e6490ac74dcd3181c52 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "beaca37ae3914e6490ac74dcd3181c52" member_type: VOTER last_known_addr { host: "127.24.66.190" port: 38789 } } peers { permanent_uuid: "b3bd069ab2ee4b4880e2a762922000c8" member_type: VOTER last_known_addr { host: "127.24.66.189" port: 44275 } } peers { permanent_uuid: "1c19c934c634478e868e102be56ad6a2" member_type: VOTER last_known_addr { host: "127.24.66.188" port: 42653 } }
20:04:37.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:37.572758 25657 leader_election.cc:290] T 00000000000000000000000000000000 P beaca37ae3914e6490ac74dcd3181c52 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers b3bd069ab2ee4b4880e2a762922000c8 (127.24.66.189:44275), 1c19c934c634478e868e102be56ad6a2 (127.24.66.188:42653)
20:04:37.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:37.573215 25658 raft_consensus.cc:491] T 00000000000000000000000000000000 P b3bd069ab2ee4b4880e2a762922000c8 [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:04:37.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:37.573465 25658 raft_consensus.cc:513] T 00000000000000000000000000000000 P b3bd069ab2ee4b4880e2a762922000c8 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "beaca37ae3914e6490ac74dcd3181c52" member_type: VOTER last_known_addr { host: "127.24.66.190" port: 38789 } } peers { permanent_uuid: "b3bd069ab2ee4b4880e2a762922000c8" member_type: VOTER last_known_addr { host: "127.24.66.189" port: 44275 } } peers { permanent_uuid: "1c19c934c634478e868e102be56ad6a2" member_type: VOTER last_known_addr { host: "127.24.66.188" port: 42653 } }
20:04:37.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:37.573580 24975 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "beaca37ae3914e6490ac74dcd3181c52" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "b3bd069ab2ee4b4880e2a762922000c8" is_pre_election: true
20:04:37.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 20:04:37.573577 24868 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.24.66.188:42653: connect: Connection refused (error 111) [suppressed 10 similar messages]
20:04:37.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:37.573812 24975 raft_consensus.cc:2466] T 00000000000000000000000000000000 P b3bd069ab2ee4b4880e2a762922000c8 [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate beaca37ae3914e6490ac74dcd3181c52 in term 2.
20:04:37.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:37.574193 25658 leader_election.cc:290] T 00000000000000000000000000000000 P b3bd069ab2ee4b4880e2a762922000c8 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers beaca37ae3914e6490ac74dcd3181c52 (127.24.66.190:38789), 1c19c934c634478e868e102be56ad6a2 (127.24.66.188:42653)
20:04:37.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:37.575157 24893 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b3bd069ab2ee4b4880e2a762922000c8" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "beaca37ae3914e6490ac74dcd3181c52" is_pre_election: true
20:04:37.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:37.575428 24893 raft_consensus.cc:2466] T 00000000000000000000000000000000 P beaca37ae3914e6490ac74dcd3181c52 [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate b3bd069ab2ee4b4880e2a762922000c8 in term 2.
20:04:37.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:37.575734 24868 leader_election.cc:304] T 00000000000000000000000000000000 P beaca37ae3914e6490ac74dcd3181c52 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: b3bd069ab2ee4b4880e2a762922000c8, beaca37ae3914e6490ac74dcd3181c52; no voters:
20:04:37.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 20:04:37.576012 24868 leader_election.cc:336] T 00000000000000000000000000000000 P beaca37ae3914e6490ac74dcd3181c52 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 1c19c934c634478e868e102be56ad6a2 (127.24.66.188:42653): Network error: Client connection negotiation failed: client connection to 127.24.66.188:42653: connect: Connection refused (error 111)
20:04:37.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 20:04:37.576067 24949 leader_election.cc:336] T 00000000000000000000000000000000 P b3bd069ab2ee4b4880e2a762922000c8 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 1c19c934c634478e868e102be56ad6a2 (127.24.66.188:42653): Network error: Client connection negotiation failed: client connection to 127.24.66.188:42653: connect: Connection refused (error 111)
20:04:37.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:37.576170 25657 raft_consensus.cc:2802] T 00000000000000000000000000000000 P beaca37ae3914e6490ac74dcd3181c52 [term 2 FOLLOWER]: Leader pre-election won for term 3
20:04:37.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:37.576296 25657 raft_consensus.cc:491] T 00000000000000000000000000000000 P beaca37ae3914e6490ac74dcd3181c52 [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:04:37.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:37.576418 25657 raft_consensus.cc:3058] T 00000000000000000000000000000000 P beaca37ae3914e6490ac74dcd3181c52 [term 2 FOLLOWER]: Advancing to term 3
20:04:37.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:37.576496 24951 leader_election.cc:304] T 00000000000000000000000000000000 P b3bd069ab2ee4b4880e2a762922000c8 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: b3bd069ab2ee4b4880e2a762922000c8, beaca37ae3914e6490ac74dcd3181c52; no voters: 1c19c934c634478e868e102be56ad6a2
20:04:37.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:37.577025 25658 raft_consensus.cc:2802] T 00000000000000000000000000000000 P b3bd069ab2ee4b4880e2a762922000c8 [term 2 FOLLOWER]: Leader pre-election won for term 3
20:04:37.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:37.577116 25658 raft_consensus.cc:491] T 00000000000000000000000000000000 P b3bd069ab2ee4b4880e2a762922000c8 [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:04:37.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:37.577224 25658 raft_consensus.cc:3058] T 00000000000000000000000000000000 P b3bd069ab2ee4b4880e2a762922000c8 [term 2 FOLLOWER]: Advancing to term 3
20:04:37.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:37.578967 25657 raft_consensus.cc:513] T 00000000000000000000000000000000 P beaca37ae3914e6490ac74dcd3181c52 [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "beaca37ae3914e6490ac74dcd3181c52" member_type: VOTER last_known_addr { host: "127.24.66.190" port: 38789 } } peers { permanent_uuid: "b3bd069ab2ee4b4880e2a762922000c8" member_type: VOTER last_known_addr { host: "127.24.66.189" port: 44275 } } peers { permanent_uuid: "1c19c934c634478e868e102be56ad6a2" member_type: VOTER last_known_addr { host: "127.24.66.188" port: 42653 } }
20:04:37.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:37.579843 25657 leader_election.cc:290] T 00000000000000000000000000000000 P beaca37ae3914e6490ac74dcd3181c52 [CANDIDATE]: Term 3 election: Requested vote from peers b3bd069ab2ee4b4880e2a762922000c8 (127.24.66.189:44275), 1c19c934c634478e868e102be56ad6a2 (127.24.66.188:42653)
20:04:37.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:37.580109 25658 raft_consensus.cc:513] T 00000000000000000000000000000000 P b3bd069ab2ee4b4880e2a762922000c8 [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "beaca37ae3914e6490ac74dcd3181c52" member_type: VOTER last_known_addr { host: "127.24.66.190" port: 38789 } } peers { permanent_uuid: "b3bd069ab2ee4b4880e2a762922000c8" member_type: VOTER last_known_addr { host: "127.24.66.189" port: 44275 } } peers { permanent_uuid: "1c19c934c634478e868e102be56ad6a2" member_type: VOTER last_known_addr { host: "127.24.66.188" port: 42653 } }
20:04:37.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:37.580848 24975 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "beaca37ae3914e6490ac74dcd3181c52" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "b3bd069ab2ee4b4880e2a762922000c8"
20:04:37.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:37.581176 24975 raft_consensus.cc:2391] T 00000000000000000000000000000000 P b3bd069ab2ee4b4880e2a762922000c8 [term 3 FOLLOWER]: Leader election vote request: Denying vote to candidate beaca37ae3914e6490ac74dcd3181c52 in current term 3: Already voted for candidate b3bd069ab2ee4b4880e2a762922000c8 in this term.
20:04:37.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:37.582310 25658 leader_election.cc:290] T 00000000000000000000000000000000 P b3bd069ab2ee4b4880e2a762922000c8 [CANDIDATE]: Term 3 election: Requested vote from peers beaca37ae3914e6490ac74dcd3181c52 (127.24.66.190:38789), 1c19c934c634478e868e102be56ad6a2 (127.24.66.188:42653)
20:04:37.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 20:04:37.582264 24868 leader_election.cc:336] T 00000000000000000000000000000000 P beaca37ae3914e6490ac74dcd3181c52 [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer 1c19c934c634478e868e102be56ad6a2 (127.24.66.188:42653): Network error: Client connection negotiation failed: client connection to 127.24.66.188:42653: connect: Connection refused (error 111)
20:04:37.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:37.582773 24868 leader_election.cc:304] T 00000000000000000000000000000000 P beaca37ae3914e6490ac74dcd3181c52 [CANDIDATE]: Term 3 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: beaca37ae3914e6490ac74dcd3181c52; no voters: 1c19c934c634478e868e102be56ad6a2, b3bd069ab2ee4b4880e2a762922000c8
20:04:37.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:37.583124 25657 raft_consensus.cc:2747] T 00000000000000000000000000000000 P beaca37ae3914e6490ac74dcd3181c52 [term 3 FOLLOWER]: Leader election lost for term 3. Reason: could not achieve majority
20:04:37.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 20:04:37.583791 24949 leader_election.cc:336] T 00000000000000000000000000000000 P b3bd069ab2ee4b4880e2a762922000c8 [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer 1c19c934c634478e868e102be56ad6a2 (127.24.66.188:42653): Network error: Client connection negotiation failed: client connection to 127.24.66.188:42653: connect: Connection refused (error 111)
20:04:37.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:37.584031 24893 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b3bd069ab2ee4b4880e2a762922000c8" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "beaca37ae3914e6490ac74dcd3181c52"
20:04:37.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:37.584280 24893 raft_consensus.cc:2391] T 00000000000000000000000000000000 P beaca37ae3914e6490ac74dcd3181c52 [term 3 FOLLOWER]: Leader election vote request: Denying vote to candidate b3bd069ab2ee4b4880e2a762922000c8 in current term 3: Already voted for candidate beaca37ae3914e6490ac74dcd3181c52 in this term.
20:04:37.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:37.584776 24951 leader_election.cc:304] T 00000000000000000000000000000000 P b3bd069ab2ee4b4880e2a762922000c8 [CANDIDATE]: Term 3 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: b3bd069ab2ee4b4880e2a762922000c8; no voters: 1c19c934c634478e868e102be56ad6a2, beaca37ae3914e6490ac74dcd3181c52
20:04:37.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:37.585107 25658 raft_consensus.cc:2747] T 00000000000000000000000000000000 P b3bd069ab2ee4b4880e2a762922000c8 [term 3 FOLLOWER]: Leader election lost for term 3. Reason: could not achieve majority
20:04:37.585 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.66.188:42653(127.24.66.188:42653)] connecting to peer
20:04:37.587 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653
20:04:37.587 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.66.188:42653(127.24.66.188:42653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653
20:04:37.587 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.66.188:42653: Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653
20:04:37.589 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.66.189:44275,127.24.66.188:42653,127.24.66.190:38789; will retry
20:04:37.645 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.66.188:42653(127.24.66.188:42653)] connecting to peer
20:04:37.647 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653
20:04:37.647 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.66.188:42653(127.24.66.188:42653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653
20:04:37.647 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.66.188:42653: Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653
20:04:37.648 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.66.189:44275,127.24.66.188:42653,127.24.66.190:38789; will retry
20:04:37.725 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.66.189:44275, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.66.188:42653, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.66.190:38789, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.66.188:42653: Network error: Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.66.189:44275: OK, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.66.190:38789: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.66.189:44275,127.24.66.188:42653,127.24.66.190:38789) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.66.189:44275, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.66.188:42653, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.66.190:38789, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.66.188:42653: Network error: Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.66.189:44275: OK, [24ms] Sub RPC ConnectToMaster: received response from server master-127.24.66.190:38789: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.24.66.189:44275,127.24.66.188:42653,127.24.66.190:38789) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.66.189:44275, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.66.188:42653, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.66.190:38789, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.66.188:42653: Network error: Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.66.189:44275: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.66.190:38789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.66.189:44275,127.24.66.188:42653,127.24.66.190:38789) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.66.189:44275, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.66.188:42653, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.66.190:38789, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.66.188:42653: Network error: Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.66.189:44275: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.66.190:38789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.66.189:44275,127.24.66.188:42653,127.24.66.190:38789) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.66.189:44275, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.66.188:42653, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.66.190:38789, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.66.188:42653: Network error: Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.66.189:44275: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.66.190:38789: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.66.189:44275,127.24.66.188:42653,127.24.66.190:38789) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.66.189:44275, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.66.188:42653, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.66.190:38789, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.66.188:42653: Network error: Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.66.189:44275: OK, [124ms] Sub RPC ConnectToMaster: received response from server master-127.24.66.190:38789: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.24.66.189:44275,127.24.66.188:42653,127.24.66.190:38789) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.66.189:44275, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.66.188:42653, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.66.190:38789, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.66.189:44275: OK, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.66.190:38789: OK, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.66.188:42653: Network error: Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653, [183ms] delaying RPC due to: Service unavailable: Master config (127.24.66.189:44275,127.24.66.188:42653,127.24.66.190:38789) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653, deferred=Deferred@1462643511(state=PENDING, result=null, callback=(continuation of Deferred@1829300276 after retry RPC after error@516560772) -> (continuation of Deferred@1370541172 after retry RPC after error@2002854630) -> (continuation of Deferred@1568816502 after retry RPC after error@330987381) -> (continuation of Deferred@1153354266 after retry RPC after error@976664185) -> (continuation of Deferred@1980978628 after retry RPC after error@919766444) -> (continuation of Deferred@68052854 after retry RPC after error@184847600) -> (continuation of Deferred@1733641505 after retry RPC after error@1166558082), errback=(continuation of Deferred@1829300276 after retry RPC after error@516560772) -> (continuation of Deferred@1370541172 after retry RPC after error@2002854630) -> (continuation of Deferred@1568816502 after retry RPC after error@330987381) -> (continuation of Deferred@1153354266 after retry RPC after error@976664185) -> (continuation of Deferred@1980978628 after retry RPC after error@919766444) -> (continuation of Deferred@68052854 after retry RPC after error@184847600) -> (continuation of Deferred@1733641505 after retry RPC after error@1166558082)))
20:04:37.725 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
20:04:37.745 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.66.188:42653(127.24.66.188:42653)] connecting to peer
20:04:37.747 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653
20:04:37.747 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.66.188:42653(127.24.66.188:42653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653
20:04:37.747 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.66.188:42653: Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653
20:04:37.750 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.66.189:44275,127.24.66.188:42653,127.24.66.190:38789; will retry
20:04:37.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:37.756618 25170 txn_status_manager.cc:1391] automatically aborted stale txn (ID 0) past 1.055s from last keepalive heartbeat (effective timeout is 1.000s)
20:04:37.765 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.66.188:42653(127.24.66.188:42653)] connecting to peer
20:04:37.766 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653
20:04:37.767 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.66.188:42653(127.24.66.188:42653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653
20:04:37.767 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.66.188:42653: Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653
20:04:37.768 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.66.189:44275,127.24.66.188:42653,127.24.66.190:38789; will retry
20:04:37.785 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.66.188:42653(127.24.66.188:42653)] connecting to peer
20:04:37.787 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653
20:04:37.787 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.66.188:42653(127.24.66.188:42653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653
20:04:37.787 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.66.188:42653: Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653
20:04:37.788 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.66.189:44275,127.24.66.188:42653,127.24.66.190:38789; will retry
20:04:37.805 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.66.188:42653(127.24.66.188:42653)] connecting to peer
20:04:37.806 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653
20:04:37.806 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.66.188:42653(127.24.66.188:42653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653
20:04:37.807 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.66.188:42653: Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653
20:04:37.807 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.66.189:44275,127.24.66.188:42653,127.24.66.190:38789; will retry
20:04:37.825 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.66.188:42653(127.24.66.188:42653)] connecting to peer
20:04:37.827 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653
20:04:37.827 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.66.188:42653(127.24.66.188:42653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653
20:04:37.827 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.66.188:42653: Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653
20:04:37.828 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.66.189:44275,127.24.66.188:42653,127.24.66.190:38789; will retry
20:04:37.845 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.66.188:42653(127.24.66.188:42653)] connecting to peer
20:04:37.846 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653
20:04:37.847 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.66.188:42653(127.24.66.188:42653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653
20:04:37.847 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.66.188:42653: Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653
20:04:37.848 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.66.189:44275,127.24.66.188:42653,127.24.66.190:38789; will retry
20:04:37.925 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.66.188:42653(127.24.66.188:42653)] connecting to peer
20:04:37.926 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653
20:04:37.926 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.66.188:42653(127.24.66.188:42653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653
20:04:37.926 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.66.188:42653: Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653
20:04:37.927 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.66.189:44275,127.24.66.188:42653,127.24.66.190:38789; will retry
20:04:37.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:37.939396 25658 raft_consensus.cc:491] T 00000000000000000000000000000000 P b3bd069ab2ee4b4880e2a762922000c8 [term 3 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:04:37.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:37.939630 25658 raft_consensus.cc:513] T 00000000000000000000000000000000 P b3bd069ab2ee4b4880e2a762922000c8 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "beaca37ae3914e6490ac74dcd3181c52" member_type: VOTER last_known_addr { host: "127.24.66.190" port: 38789 } } peers { permanent_uuid: "b3bd069ab2ee4b4880e2a762922000c8" member_type: VOTER last_known_addr { host: "127.24.66.189" port: 44275 } } peers { permanent_uuid: "1c19c934c634478e868e102be56ad6a2" member_type: VOTER last_known_addr { host: "127.24.66.188" port: 42653 } }
20:04:37.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:37.940448 25658 leader_election.cc:290] T 00000000000000000000000000000000 P b3bd069ab2ee4b4880e2a762922000c8 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers beaca37ae3914e6490ac74dcd3181c52 (127.24.66.190:38789), 1c19c934c634478e868e102be56ad6a2 (127.24.66.188:42653)
20:04:37.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:37.941052 24893 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b3bd069ab2ee4b4880e2a762922000c8" candidate_term: 4 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "beaca37ae3914e6490ac74dcd3181c52" is_pre_election: true
20:04:37.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:37.941351 24893 raft_consensus.cc:2466] T 00000000000000000000000000000000 P beaca37ae3914e6490ac74dcd3181c52 [term 3 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate b3bd069ab2ee4b4880e2a762922000c8 in term 3.
20:04:37.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:37.942193 24951 leader_election.cc:304] T 00000000000000000000000000000000 P b3bd069ab2ee4b4880e2a762922000c8 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: b3bd069ab2ee4b4880e2a762922000c8, beaca37ae3914e6490ac74dcd3181c52; no voters:
20:04:37.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:37.942560 25658 raft_consensus.cc:2802] T 00000000000000000000000000000000 P b3bd069ab2ee4b4880e2a762922000c8 [term 3 FOLLOWER]: Leader pre-election won for term 4
20:04:37.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 20:04:37.942579 24949 leader_election.cc:336] T 00000000000000000000000000000000 P b3bd069ab2ee4b4880e2a762922000c8 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 1c19c934c634478e868e102be56ad6a2 (127.24.66.188:42653): Network error: Client connection negotiation failed: client connection to 127.24.66.188:42653: connect: Connection refused (error 111)
20:04:37.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:37.942718 25658 raft_consensus.cc:491] T 00000000000000000000000000000000 P b3bd069ab2ee4b4880e2a762922000c8 [term 3 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:04:37.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:37.942811 25658 raft_consensus.cc:3058] T 00000000000000000000000000000000 P b3bd069ab2ee4b4880e2a762922000c8 [term 3 FOLLOWER]: Advancing to term 4
20:04:37.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:37.945016 25658 raft_consensus.cc:513] T 00000000000000000000000000000000 P b3bd069ab2ee4b4880e2a762922000c8 [term 4 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "beaca37ae3914e6490ac74dcd3181c52" member_type: VOTER last_known_addr { host: "127.24.66.190" port: 38789 } } peers { permanent_uuid: "b3bd069ab2ee4b4880e2a762922000c8" member_type: VOTER last_known_addr { host: "127.24.66.189" port: 44275 } } peers { permanent_uuid: "1c19c934c634478e868e102be56ad6a2" member_type: VOTER last_known_addr { host: "127.24.66.188" port: 42653 } }
20:04:37.946 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.66.188:42653(127.24.66.188:42653)] connecting to peer
20:04:37.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:37.947204 25658 leader_election.cc:290] T 00000000000000000000000000000000 P b3bd069ab2ee4b4880e2a762922000c8 [CANDIDATE]: Term 4 election: Requested vote from peers beaca37ae3914e6490ac74dcd3181c52 (127.24.66.190:38789), 1c19c934c634478e868e102be56ad6a2 (127.24.66.188:42653)
20:04:37.948 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653
20:04:37.948 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.66.188:42653(127.24.66.188:42653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653
20:04:37.948 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.66.188:42653: Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653
20:04:37.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:37.946508 24893 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b3bd069ab2ee4b4880e2a762922000c8" candidate_term: 4 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "beaca37ae3914e6490ac74dcd3181c52"
20:04:37.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:37.947961 24893 raft_consensus.cc:3058] T 00000000000000000000000000000000 P beaca37ae3914e6490ac74dcd3181c52 [term 3 FOLLOWER]: Advancing to term 4
20:04:37.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 20:04:37.949419 24949 leader_election.cc:336] T 00000000000000000000000000000000 P b3bd069ab2ee4b4880e2a762922000c8 [CANDIDATE]: Term 4 election: RPC error from VoteRequest() call to peer 1c19c934c634478e868e102be56ad6a2 (127.24.66.188:42653): Network error: Client connection negotiation failed: client connection to 127.24.66.188:42653: connect: Connection refused (error 111)
20:04:37.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:37.951064 24893 raft_consensus.cc:2466] T 00000000000000000000000000000000 P beaca37ae3914e6490ac74dcd3181c52 [term 4 FOLLOWER]: Leader election vote request: Granting yes vote for candidate b3bd069ab2ee4b4880e2a762922000c8 in term 4.
20:04:37.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:37.951774 24951 leader_election.cc:304] T 00000000000000000000000000000000 P b3bd069ab2ee4b4880e2a762922000c8 [CANDIDATE]: Term 4 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: b3bd069ab2ee4b4880e2a762922000c8, beaca37ae3914e6490ac74dcd3181c52; no voters: 1c19c934c634478e868e102be56ad6a2
20:04:37.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:37.952239 25658 raft_consensus.cc:2802] T 00000000000000000000000000000000 P b3bd069ab2ee4b4880e2a762922000c8 [term 4 FOLLOWER]: Leader election won for term 4
20:04:37.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:37.952735 25658 raft_consensus.cc:695] T 00000000000000000000000000000000 P b3bd069ab2ee4b4880e2a762922000c8 [term 4 LEADER]: Becoming Leader. State: Replica: b3bd069ab2ee4b4880e2a762922000c8, State: Running, Role: LEADER
20:04:37.953 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.66.189:44275,127.24.66.188:42653,127.24.66.190:38789; will retry
20:04:37.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:37.953444 25658 consensus_queue.cc:237] T 00000000000000000000000000000000 P b3bd069ab2ee4b4880e2a762922000c8 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 11, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 4, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "beaca37ae3914e6490ac74dcd3181c52" member_type: VOTER last_known_addr { host: "127.24.66.190" port: 38789 } } peers { permanent_uuid: "b3bd069ab2ee4b4880e2a762922000c8" member_type: VOTER last_known_addr { host: "127.24.66.189" port: 44275 } } peers { permanent_uuid: "1c19c934c634478e868e102be56ad6a2" member_type: VOTER last_known_addr { host: "127.24.66.188" port: 42653 } }
20:04:37.953 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=207), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.66.189:44275, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.66.188:42653, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.66.190:38789, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.66.188:42653: Network error: Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.66.189:44275: OK, [4ms] Sub RPC ConnectToMaster: received response from server master-127.24.66.190:38789: OK, [5ms] delaying RPC due to: Service unavailable: Master config (127.24.66.189:44275,127.24.66.188:42653,127.24.66.190:38789) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.66.189:44275, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.66.188:42653, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.66.190:38789, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.66.188:42653: Network error: Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.66.190:38789: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.66.189:44275: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.24.66.189:44275,127.24.66.188:42653,127.24.66.190:38789) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.66.189:44275, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.66.188:42653, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.66.190:38789, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.66.188:42653: Network error: Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.66.189:44275: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.66.190:38789: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.66.189:44275,127.24.66.188:42653,127.24.66.190:38789) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.66.189:44275, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.66.188:42653, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.66.190:38789, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.66.188:42653: Network error: Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.66.189:44275: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.66.190:38789: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.66.189:44275,127.24.66.188:42653,127.24.66.190:38789) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.66.189:44275, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.66.188:42653, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.66.190:38789, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.66.188:42653: Network error: Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.66.189:44275: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.66.190:38789: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.66.189:44275,127.24.66.188:42653,127.24.66.190:38789) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.66.189:44275, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.66.188:42653, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.66.190:38789, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.66.188:42653: Network error: Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.66.189:44275: OK, [103ms] Sub RPC ConnectToMaster: received response from server master-127.24.66.190:38789: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.24.66.189:44275,127.24.66.188:42653,127.24.66.190:38789) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.66.189:44275, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.66.188:42653, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.66.190:38789, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.66.188:42653: Network error: Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.66.189:44275: OK, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.66.190:38789: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.66.189:44275,127.24.66.188:42653,127.24.66.190:38789) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.66.189:44275, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.66.188:42653, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.66.189:44275: OK, [203ms] Sub RPC ConnectToMaster: received response from server master-127.24.66.188:42653: Network error: Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653, [203ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.66.190:38789, [207ms] Sub RPC ConnectToMaster: received response from server master-127.24.66.190:38789: OK, [208ms] delaying RPC due to: Service unavailable: Master config (127.24.66.189:44275,127.24.66.188:42653,127.24.66.190:38789) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653, deferred=Deferred@1940557017(state=PENDING, result=null, callback=(continuation of Deferred@381393920 after retry RPC after error@455004996) -> (continuation of Deferred@785015026 after retry RPC after error@153218486) -> (continuation of Deferred@1127230222 after retry RPC after error@777606367) -> (continuation of Deferred@1407810582 after retry RPC after error@1436776320) -> (continuation of Deferred@386489953 after retry RPC after error@1938952179) -> (continuation of Deferred@1795408987 after retry RPC after error@634565068) -> (continuation of Deferred@2020940097 after retry RPC after error@461073451), errback=(continuation of Deferred@381393920 after retry RPC after error@455004996) -> (continuation of Deferred@785015026 after retry RPC after error@153218486) -> (continuation of Deferred@1127230222 after retry RPC after error@777606367) -> (continuation of Deferred@1407810582 after retry RPC after error@1436776320) -> (continuation of Deferred@386489953 after retry RPC after error@1938952179) -> (continuation of Deferred@1795408987 after retry RPC after error@634565068) -> (continuation of Deferred@2020940097 after retry RPC after error@461073451)))
20:04:37.954 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=207), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.66.189:44275, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.66.188:42653, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.66.190:38789, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.66.188:42653: Network error: Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.66.189:44275: OK, [4ms] Sub RPC ConnectToMaster: received response from server master-127.24.66.190:38789: OK, [5ms] delaying RPC due to: Service unavailable: Master config (127.24.66.189:44275,127.24.66.188:42653,127.24.66.190:38789) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.66.189:44275, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.66.188:42653, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.66.190:38789, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.66.188:42653: Network error: Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.66.190:38789: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.66.189:44275: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.24.66.189:44275,127.24.66.188:42653,127.24.66.190:38789) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.66.189:44275, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.66.188:42653, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.66.190:38789, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.66.188:42653: Network error: Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.66.189:44275: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.66.190:38789: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.66.189:44275,127.24.66.188:42653,127.24.66.190:38789) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.66.189:44275, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.66.188:42653, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.66.190:38789, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.66.188:42653: Network error: Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.66.189:44275: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.66.190:38789: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.66.189:44275,127.24.66.188:42653,127.24.66.190:38789) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.66.189:44275, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.66.188:42653, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.66.190:38789, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.66.188:42653: Network error: Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.66.189:44275: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.66.190:38789: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.66.189:44275,127.24.66.188:42653,127.24.66.190:38789) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.66.189:44275, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.66.188:42653, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.66.190:38789, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.66.188:42653: Network error: Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.66.189:44275: OK, [103ms] Sub RPC ConnectToMaster: received response from server master-127.24.66.190:38789: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.24.66.189:44275,127.24.66.188:42653,127.24.66.190:38789) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.66.189:44275, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.66.188:42653, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.66.190:38789, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.66.188:42653: Network error: Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.66.189:44275: OK, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.66.190:38789: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.66.189:44275,127.24.66.188:42653,127.24.66.190:38789) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.66.189:44275, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.66.188:42653, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.66.189:44275: OK, [203ms] Sub RPC ConnectToMaster: received response from server master-127.24.66.188:42653: Network error: Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653, [203ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.66.190:38789, [207ms] Sub RPC ConnectToMaster: received response from server master-127.24.66.190:38789: OK, [208ms] delaying RPC due to: Service unavailable: Master config (127.24.66.189:44275,127.24.66.188:42653,127.24.66.190:38789) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653, deferred=Deferred@1940557017(state=PENDING, result=null, callback=(continuation of Deferred@381393920 after retry RPC after error@455004996) -> (continuation of Deferred@785015026 after retry RPC after error@153218486) -> (continuation of Deferred@1127230222 after retry RPC after error@777606367) -> (continuation of Deferred@1407810582 after retry RPC after error@1436776320) -> (continuation of Deferred@386489953 after retry RPC after error@1938952179) -> (continuation of Deferred@1795408987 after retry RPC after error@634565068) -> (continuation of Deferred@2020940097 after retry RPC after error@461073451), errback=(continuation of Deferred@381393920 after retry RPC after error@455004996) -> (continuation of Deferred@785015026 after retry RPC after error@153218486) -> (continuation of Deferred@1127230222 after retry RPC after error@777606367) -> (continuation of Deferred@1407810582 after retry RPC after error@1436776320) -> (continuation of Deferred@386489953 after retry RPC after error@1938952179) -> (continuation of Deferred@1795408987 after retry RPC after error@634565068) -> (continuation of Deferred@2020940097 after retry RPC after error@461073451)))
20:04:37.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:37.955583 25678 sys_catalog.cc:455] T 00000000000000000000000000000000 P b3bd069ab2ee4b4880e2a762922000c8 [sys.catalog]: SysCatalogTable state changed. Reason: New leader b3bd069ab2ee4b4880e2a762922000c8. Latest consensus state: current_term: 4 leader_uuid: "b3bd069ab2ee4b4880e2a762922000c8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "beaca37ae3914e6490ac74dcd3181c52" member_type: VOTER last_known_addr { host: "127.24.66.190" port: 38789 } } peers { permanent_uuid: "b3bd069ab2ee4b4880e2a762922000c8" member_type: VOTER last_known_addr { host: "127.24.66.189" port: 44275 } } peers { permanent_uuid: "1c19c934c634478e868e102be56ad6a2" member_type: VOTER last_known_addr { host: "127.24.66.188" port: 42653 } } }
20:04:37.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:37.955958 25678 sys_catalog.cc:458] T 00000000000000000000000000000000 P b3bd069ab2ee4b4880e2a762922000c8 [sys.catalog]: This master's current role is: LEADER
20:04:37.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:37.956770 25680 catalog_manager.cc:1477] Loading table and tablet metadata into memory...
20:04:37.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:37.959511 25680 catalog_manager.cc:671] Loaded metadata for table txn_manager_fallback_rolling [id=36e72202d8314a02aebaa416c0853a2b]
20:04:37.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:37.960028 25680 catalog_manager.cc:671] Loaded metadata for table kudu_system.kudu_transactions [id=d69c5cd1f9874702808e094490e48553]
20:04:37.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:37.961997 25680 tablet_loader.cc:96] loaded metadata for tablet 123347a3355d4768a8aa61ae42b8f835 (table txn_manager_fallback_rolling [id=36e72202d8314a02aebaa416c0853a2b])
20:04:37.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:37.962416 25680 tablet_loader.cc:96] loaded metadata for tablet 26baab6db50748b08f84d098a6f481b3 (table kudu_system.kudu_transactions [id=d69c5cd1f9874702808e094490e48553])
20:04:37.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:37.962725 25680 tablet_loader.cc:96] loaded metadata for tablet 66b38cc867074fcab651d566d7e5feba (table txn_manager_fallback_rolling [id=36e72202d8314a02aebaa416c0853a2b])
20:04:37.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:37.962988 25680 catalog_manager.cc:1486] Initializing Kudu cluster ID...
20:04:37.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:37.963945 25680 catalog_manager.cc:1261] Loaded cluster ID: fab316c505c24cd98409e39b111094c0
20:04:37.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:37.964041 25680 catalog_manager.cc:1497] Initializing Kudu internal certificate authority...
20:04:37.965 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.66.188:42653(127.24.66.188:42653)] connecting to peer
20:04:37.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:37.965682 25680 catalog_manager.cc:1506] Loading token signing keys...
20:04:37.967 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653
20:04:37.967 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.66.188:42653(127.24.66.188:42653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653
20:04:37.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:37.967203 25680 catalog_manager.cc:5966] T 00000000000000000000000000000000 P b3bd069ab2ee4b4880e2a762922000c8: Loaded TSK: 0
20:04:37.967 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.66.188:42653: Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653
20:04:37.968 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.66.189:44275,127.24.66.188:42653,127.24.66.190:38789; will retry
20:04:37.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:37.968636 25680 catalog_manager.cc:1516] Initializing in-progress tserver states...
20:04:37.985 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.66.188:42653(127.24.66.188:42653)] connecting to peer
20:04:37.986 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653
20:04:37.986 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.66.188:42653(127.24.66.188:42653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653
20:04:37.986 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.66.188:42653: Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653
20:04:37.989 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
20:04:37.990 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=2, TimeoutTracker(timeout=250, elapsed=25), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.66.189:44275, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.66.188:42653, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.66.190:38789, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.66.189:44275: OK, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.66.188:42653: Network error: Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.66.190:38789: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.24.66.189:44275,127.24.66.188:42653,127.24.66.190:38789) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.66.189:44275, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.66.188:42653, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.66.190:38789, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.66.188:42653: Network error: Failed to connect to peer master-127.24.66.188:42653(127.24.66.188:42653): Connection refused: /127.24.66.188:42653, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.66.190:38789: OK, [25ms] Sub RPC ConnectToMaster: received response from server master-127.24.66.189:44275: OK, deferred=Deferred@1524479006(state=PENDING, result=null, callback=(continuation of Deferred@440954900 after retry RPC after error@2008226529), errback=(continuation of Deferred@440954900 after retry RPC after error@2008226529))) after lookup
20:04:38.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:38.045075 24964 catalog_manager.cc:2232] Servicing CreateTable request from {username='slave'} at 127.0.0.1:39936:
20:04:38.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
20:04:38.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
20:04:38.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:04:38.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
20:04:38.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
20:04:38.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
20:04:38.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:04:38.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
20:04:38.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
20:04:38.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:04:38.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:04:38.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:04:38.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:04:38.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
20:04:38.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
20:04:38.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
20:04:38.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:04:38.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
20:04:38.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
20:04:38.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:04:38.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:04:38.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:04:38.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:04:38.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
20:04:38.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
20:04:38.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
20:04:38.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:04:38.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
20:04:38.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
20:04:38.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:04:38.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:04:38.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:04:38.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:04:38.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
20:04:38.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
20:04:38.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
20:04:38.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:04:38.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
20:04:38.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
20:04:38.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:04:38.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:04:38.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:04:38.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:04:38.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
20:04:38.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
20:04:38.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
20:04:38.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
20:04:38.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:04:38.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
20:04:38.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
20:04:38.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:04:38.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
20:04:38.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:04:38.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:04:38.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:04:38.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
20:04:38.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 20:04:38.050545 24964 catalog_manager.cc:6944] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
20:04:38.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 20:04:38.060350 24949 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.24.66.188:42653: connect: Connection refused (error 111) [suppressed 10 similar messages]
20:04:38.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 20:04:38.061499 24949 consensus_peers.cc:487] T 00000000000000000000000000000000 P b3bd069ab2ee4b4880e2a762922000c8 -> Peer 1c19c934c634478e868e102be56ad6a2 (127.24.66.188:42653): Couldn't send request to peer 1c19c934c634478e868e102be56ad6a2. Status: Network error: Client connection negotiation failed: client connection to 127.24.66.188:42653: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
20:04:38.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:38.069146 24893 raft_consensus.cc:1273] T 00000000000000000000000000000000 P beaca37ae3914e6490ac74dcd3181c52 [term 4 FOLLOWER]: Refusing update from remote peer b3bd069ab2ee4b4880e2a762922000c8: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 4 index: 12. (index mismatch)
20:04:38.069 [DEBUG - kudu-nio-0] (KuduTransaction.java:799) terminating keepalive task (txn ID 0) due to exception org.apache.kudu.client.NonRecoverableException: Failed to write to server: 9d1a7cfdb6da41c4ada71a276ff56d3a (127.24.66.129:34799): transaction ID 0 is not available for further commits: state: ABORTED user: "slave" start_timestamp: 1750795476 last_transition_timestamp: 1750795477
20:04:38.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:38.069883 25678 consensus_queue.cc:1035] T 00000000000000000000000000000000 P b3bd069ab2ee4b4880e2a762922000c8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "beaca37ae3914e6490ac74dcd3181c52" member_type: VOTER last_known_addr { host: "127.24.66.190" port: 38789 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
20:04:38.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:38.071722 25657 sys_catalog.cc:455] T 00000000000000000000000000000000 P beaca37ae3914e6490ac74dcd3181c52 [sys.catalog]: SysCatalogTable state changed. Reason: New leader b3bd069ab2ee4b4880e2a762922000c8. Latest consensus state: current_term: 4 leader_uuid: "b3bd069ab2ee4b4880e2a762922000c8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "beaca37ae3914e6490ac74dcd3181c52" member_type: VOTER last_known_addr { host: "127.24.66.190" port: 38789 } } peers { permanent_uuid: "b3bd069ab2ee4b4880e2a762922000c8" member_type: VOTER last_known_addr { host: "127.24.66.189" port: 44275 } } peers { permanent_uuid: "1c19c934c634478e868e102be56ad6a2" member_type: VOTER last_known_addr { host: "127.24.66.188" port: 42653 } } }
20:04:38.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:38.071926 25657 sys_catalog.cc:458] T 00000000000000000000000000000000 P beaca37ae3914e6490ac74dcd3181c52 [sys.catalog]: This master's current role is: FOLLOWER
20:04:38.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:38.073688 25658 sys_catalog.cc:455] T 00000000000000000000000000000000 P b3bd069ab2ee4b4880e2a762922000c8 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 4 leader_uuid: "b3bd069ab2ee4b4880e2a762922000c8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "beaca37ae3914e6490ac74dcd3181c52" member_type: VOTER last_known_addr { host: "127.24.66.190" port: 38789 } } peers { permanent_uuid: "b3bd069ab2ee4b4880e2a762922000c8" member_type: VOTER last_known_addr { host: "127.24.66.189" port: 44275 } } peers { permanent_uuid: "1c19c934c634478e868e102be56ad6a2" member_type: VOTER last_known_addr { host: "127.24.66.188" port: 42653 } } }
20:04:38.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:38.074064 25658 sys_catalog.cc:458] T 00000000000000000000000000000000 P b3bd069ab2ee4b4880e2a762922000c8 [sys.catalog]: This master's current role is: LEADER
20:04:38.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:38.074409 25657 sys_catalog.cc:455] T 00000000000000000000000000000000 P beaca37ae3914e6490ac74dcd3181c52 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 4 leader_uuid: "b3bd069ab2ee4b4880e2a762922000c8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "beaca37ae3914e6490ac74dcd3181c52" member_type: VOTER last_known_addr { host: "127.24.66.190" port: 38789 } } peers { permanent_uuid: "b3bd069ab2ee4b4880e2a762922000c8" member_type: VOTER last_known_addr { host: "127.24.66.189" port: 44275 } } peers { permanent_uuid: "1c19c934c634478e868e102be56ad6a2" member_type: VOTER last_known_addr { host: "127.24.66.188" port: 42653 } } }
20:04:38.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:38.074640 25657 sys_catalog.cc:458] T 00000000000000000000000000000000 P beaca37ae3914e6490ac74dcd3181c52 [sys.catalog]: This master's current role is: FOLLOWER
20:04:38.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 20:04:38.606211 24949 consensus_peers.cc:487] T 00000000000000000000000000000000 P b3bd069ab2ee4b4880e2a762922000c8 -> Peer 1c19c934c634478e868e102be56ad6a2 (127.24.66.188:42653): Couldn't send request to peer 1c19c934c634478e868e102be56ad6a2. Status: Network error: Client connection negotiation failed: client connection to 127.24.66.188:42653: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
20:04:38.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:38.664212 24853 master_runner.cc:186] Error getting master registration for 127.24.66.188:42653: Network error: Client connection negotiation failed: client connection to 127.24.66.188:42653: connect: Connection refused (error 111),
20:04:38.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:38.664469 24853 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:04:38.860 [DEBUG - main] (Connection.java:575) [peer master-127.24.66.188:42653(127.24.66.188:42653)] disconnecting while in state TERMINATED
20:04:38.860 [DEBUG - main] (Connection.java:575) [peer master-127.24.66.189:44275(127.24.66.189:44275)] disconnecting while in state READY
20:04:38.860 [DEBUG - main] (Connection.java:575) [peer master-127.24.66.190:38789(127.24.66.190:38789)] disconnecting while in state READY
20:04:38.861 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:04:38.862 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.24.66.189:44275(127.24.66.189:44275)] handling channelInactive
20:04:38.862 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.66.189:44275(127.24.66.189:44275)] cleaning up while in state READY due to: connection closed
20:04:38.863 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.24.66.190:38789(127.24.66.190:38789)] handling channelInactive
20:04:38.863 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.66.190:38789(127.24.66.190:38789)] cleaning up while in state READY due to: connection closed
20:04:38.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:38.863720 24842 external_mini_cluster.cc:1661] Attempting to check leaks for /tmp/dist-test-taskMTjSd7/build/asan/bin/kudu pid 25149
20:04:38.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:38.875339 25283 generic_service.cc:196] Checking for leaks (request via RPC)
20:04:38.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:38.998045 24842 external_mini_cluster.cc:1620] Killing /tmp/dist-test-taskMTjSd7/build/asan/bin/kudu with pid 25149
20:04:39.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:39.022073 24842 external_mini_cluster.cc:1661] Attempting to check leaks for /tmp/dist-test-taskMTjSd7/build/asan/bin/kudu pid 25293
20:04:39.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:39.029479 25428 generic_service.cc:196] Checking for leaks (request via RPC)
20:04:39.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 20:04:39.117919 24949 consensus_peers.cc:487] T 00000000000000000000000000000000 P b3bd069ab2ee4b4880e2a762922000c8 -> Peer 1c19c934c634478e868e102be56ad6a2 (127.24.66.188:42653): Couldn't send request to peer 1c19c934c634478e868e102be56ad6a2. Status: Network error: Client connection negotiation failed: client connection to 127.24.66.188:42653: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
20:04:39.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:39.127461 24842 external_mini_cluster.cc:1620] Killing /tmp/dist-test-taskMTjSd7/build/asan/bin/kudu with pid 25293
20:04:39.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:39.146157 24842 external_mini_cluster.cc:1661] Attempting to check leaks for /tmp/dist-test-taskMTjSd7/build/asan/bin/kudu pid 25437
20:04:39.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:39.153688 25570 generic_service.cc:196] Checking for leaks (request via RPC)
20:04:39.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:39.253973 24842 external_mini_cluster.cc:1620] Killing /tmp/dist-test-taskMTjSd7/build/asan/bin/kudu with pid 25437
20:04:39.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:39.272804 24842 external_mini_cluster.cc:1661] Attempting to check leaks for /tmp/dist-test-taskMTjSd7/build/asan/bin/kudu pid 24853
20:04:39.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:39.274205 24924 generic_service.cc:196] Checking for leaks (request via RPC)
20:04:39.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:39.387465 24842 external_mini_cluster.cc:1620] Killing /tmp/dist-test-taskMTjSd7/build/asan/bin/kudu with pid 24853
20:04:39.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:39.409686 24842 external_mini_cluster.cc:1661] Attempting to check leaks for /tmp/dist-test-taskMTjSd7/build/asan/bin/kudu pid 24931
20:04:39.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:39.411091 25005 generic_service.cc:196] Checking for leaks (request via RPC)
20:04:39.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 20:04:39.526324 24842 external_mini_cluster.cc:1620] Killing /tmp/dist-test-taskMTjSd7/build/asan/bin/kudu with pid 24931
20:04:39.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-06-24T20:04:39Z chronyd exiting
20:04:39.682 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager: failed attempt 1
java.lang.AssertionError: Aborted: transaction was aborted
at org.junit.Assert.fail(Assert.java:89) ~[junit-4.13.2.jar:4.13.2]
at org.junit.Assert.assertTrue(Assert.java:42) ~[junit-4.13.2.jar:4.13.2]
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager(TestKuduTransaction.java:1214) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_275]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_275]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_275]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_275]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275]
at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275]
java.lang.AssertionError: Aborted: transaction was aborted
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.assertTrue(Assert.java:42)
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager(TestKuduTransaction.java:1214)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:748)