21:04:12.089 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
21:04:12.089 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskfRBwJn/test-tmp
21:04:12.089 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/asan/bin
21:04:12.090 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskfRBwJn/java/build/dist-test/../../../build/asan/bin/kudu, test, mini_cluster, --serialization=pb]
21:04:12.096 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskfRBwJn/test-tmp/mini-kudu-cluster3207518713089653979"
extra_master_flags: "--txn_manager_enabled"
extra_master_flags: "--raft_heartbeat_interval_ms=100"
extra_tserver_flags: "--txn_keepalive_interval_ms=1000"
extra_tserver_flags: "--txn_staleness_tracker_interval_ms=250"
extra_tserver_flags: "--enable_txn_system_client_init=true"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
21:04:12.434 [DEBUG - main] (MiniKuduCluster.java:195) Response:
21:04:12.434 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
21:04:12.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:12.436383 30565 mini_oidc.cc:150] Starting JWKS server
21:04:12.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:12.438585 30565 webserver.cc:492] Webserver started at http://127.0.0.1:44769/ using document root <none> and password file <none>
21:04:12.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:12.438802 30565 mini_oidc.cc:186] Starting OIDC Discovery server
21:04:12.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:12.439280 30565 webserver.cc:492] Webserver started at http://127.0.0.1:33525/ using document root <none> and password file <none>
21:04:12.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-12-10T21:04:12Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
21:04:12.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-12-10T21:04:12Z Disabled control of system clock
21:04:12.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:12.470358 30565 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskfRBwJn/build/asan/bin/kudu
21:04:12.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskfRBwJn/build/asan/bin/kudu
21:04:12.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskfRBwJn/test-tmp/mini-kudu-cluster3207518713089653979/master-0/wal
21:04:12.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskfRBwJn/test-tmp/mini-kudu-cluster3207518713089653979/master-0/data
21:04:12.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:04:12.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:04:12.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:04:12.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:04:12.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:04:12.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:04:12.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskfRBwJn/test-tmp/mini-kudu-cluster3207518713089653979/master-0/logs
21:04:12.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskfRBwJn/test-tmp/mini-kudu-cluster3207518713089653979/master-0/data/info.pb
21:04:12.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:04:12.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:04:12.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:04:12.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:04:12.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:04:12.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:04:12.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:04:12.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:04:12.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
21:04:12.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:04:12.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:04:12.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:04:12.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.217.126:40611
21:04:12.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.217.126
21:04:12.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:04:12.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.217.84:34079
21:04:12.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:04:12.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:04:12.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:04:12.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:04:12.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.29.217.126:40611,127.29.217.125:39385,127.29.217.124:33529
21:04:12.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:04:12.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44769/jwks.json
21:04:12.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
21:04:12.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
21:04:12.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:04:12.806861 30576 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
21:04:12.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:04:12.807188 30576 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:04:12.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:04:12.807274 30576 flags.cc:425] Enabled unsafe flag: --never_fsync=true
21:04:12.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:04:12.816076 30576 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
21:04:12.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:04:12.816190 30576 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
21:04:12.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:04:12.816282 30576 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
21:04:12.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:04:12.816351 30576 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
21:04:12.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:04:12.816417 30576 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
21:04:12.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:04:12.816458 30576 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
21:04:12.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:04:12.816501 30576 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:44769/jwks.json
21:04:12.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:12.826730 30576 master_runner.cc:386] Master server non-default flags:
21:04:12.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:04:12.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.217.84:34079
21:04:12.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:04:12.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:04:12.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
21:04:12.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskfRBwJn/test-tmp/mini-kudu-cluster3207518713089653979/master-0/data
21:04:12.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskfRBwJn/test-tmp/mini-kudu-cluster3207518713089653979/master-0/wal
21:04:12.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:04:12.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.29.217.126:40611,127.29.217.125:39385,127.29.217.124:33529
21:04:12.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
21:04:12.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:04:12.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:04:12.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:04:12.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.217.126:40611
21:04:12.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:04:12.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:04:12.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:04:12.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44769/jwks.json
21:04:12.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:04:12.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:04:12.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskfRBwJn/test-tmp/mini-kudu-cluster3207518713089653979/master-0/data/info.pb
21:04:12.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.217.126
21:04:12.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:04:12.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:04:12.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:04:12.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:04:12.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:04:12.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:04:12.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskfRBwJn/test-tmp/mini-kudu-cluster3207518713089653979/master-0/logs
21:04:12.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:04:12.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:04:12.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:04:12.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
21:04:12.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:04:12.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 468897755969d686fb08386f42f7835685e7953a
21:04:12.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:04:12.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 10 Dec 2025 20:43:25 UTC on 24a791456cd2
21:04:12.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 9452
21:04:12.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
21:04:12.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:12.828343 30576 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:04:12.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:12.830085 30576 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:04:12.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:04:12.838590 30582 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:04:12.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:04:12.838573 30581 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:04:12.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:04:12.838570 30584 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:04:12.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:12.839540 30576 server_base.cc:1047] running on GCE node
21:04:12.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:12.840394 30576 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:04:12.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:12.841820 30576 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:04:12.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:12.843050 30576 hybrid_clock.cc:648] HybridClock initialized: now 1765400652842985 us; error 40 us; skew 500 ppm
21:04:12.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:12.843451 30576 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:04:12.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:12.845789 30576 webserver.cc:492] Webserver started at http://127.29.217.126:36103/ using document root <none> and password file <none>
21:04:12.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:12.846596 30576 fs_manager.cc:362] Metadata directory not provided
21:04:12.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:12.846741 30576 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:04:12.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:12.847110 30576 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
21:04:12.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:12.849562 30576 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskfRBwJn/test-tmp/mini-kudu-cluster3207518713089653979/master-0/data/instance:
21:04:12.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "053cd154c2094e44a48da61b64aa72ae"
21:04:12.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-12-10 21:04:12 on dist-test-slave-nl76"
21:04:12.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:12.850353 30576 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskfRBwJn/test-tmp/mini-kudu-cluster3207518713089653979/master-0/wal/instance:
21:04:12.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "053cd154c2094e44a48da61b64aa72ae"
21:04:12.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-12-10 21:04:12 on dist-test-slave-nl76"
21:04:12.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:12.856005 30576 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.004s sys 0.000s
21:04:12.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:12.859700 30590 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
21:04:12.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:12.861130 30576 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.003s sys 0.001s
21:04:12.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:12.861397 30576 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskfRBwJn/test-tmp/mini-kudu-cluster3207518713089653979/master-0/data,/tmp/dist-test-taskfRBwJn/test-tmp/mini-kudu-cluster3207518713089653979/master-0/wal
21:04:12.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "053cd154c2094e44a48da61b64aa72ae"
21:04:12.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-12-10 21:04:12 on dist-test-slave-nl76"
21:04:12.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:12.861590 30576 fs_report.cc:389] FS layout report
21:04:12.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:04:12.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskfRBwJn/test-tmp/mini-kudu-cluster3207518713089653979/master-0/wal
21:04:12.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskfRBwJn/test-tmp/mini-kudu-cluster3207518713089653979/master-0/wal
21:04:12.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskfRBwJn/test-tmp/mini-kudu-cluster3207518713089653979/master-0/data/data
21:04:12.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:04:12.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:04:12.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:04:12.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:04:12.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:04:12.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:04:12.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:04:12.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:04:12.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:04:12.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:04:12.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:04:12.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:12.895150 30576 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
21:04:12.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:12.896111 30576 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:04:12.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:12.896445 30576 kserver.cc:163] Server-wide thread pool size limit: 3276
21:04:12.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:12.920909 30576 rpc_server.cc:307] RPC server started. Bound to: 127.29.217.126:40611
21:04:12.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:12.920953 30651 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.29.217.126:40611 every 8 connection(s)
21:04:12.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:12.922511 30576 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskfRBwJn/test-tmp/mini-kudu-cluster3207518713089653979/master-0/data/info.pb
21:04:12.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:12.927073 30652 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
21:04:12.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:12.929419 30565 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskfRBwJn/build/asan/bin/kudu as pid 30576
21:04:12.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:12.929746 30565 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskfRBwJn/test-tmp/mini-kudu-cluster3207518713089653979/master-0/wal/instance
21:04:12.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:12.932742 30565 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskfRBwJn/build/asan/bin/kudu
21:04:12.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskfRBwJn/build/asan/bin/kudu
21:04:12.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskfRBwJn/test-tmp/mini-kudu-cluster3207518713089653979/master-1/wal
21:04:12.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskfRBwJn/test-tmp/mini-kudu-cluster3207518713089653979/master-1/data
21:04:12.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:04:12.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:04:12.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:04:12.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:04:12.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:04:12.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:04:12.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskfRBwJn/test-tmp/mini-kudu-cluster3207518713089653979/master-1/logs
21:04:12.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskfRBwJn/test-tmp/mini-kudu-cluster3207518713089653979/master-1/data/info.pb
21:04:12.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:04:12.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:04:12.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:04:12.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:04:12.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:04:12.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:04:12.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:04:12.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:04:12.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
21:04:12.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:04:12.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:04:12.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:04:12.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.217.125:39385
21:04:12.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.217.125
21:04:12.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:04:12.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.217.84:34079
21:04:12.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:04:12.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:04:12.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:04:12.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:04:12.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.29.217.126:40611,127.29.217.125:39385,127.29.217.124:33529
21:04:12.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:04:12.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44769/jwks.json
21:04:12.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
21:04:12.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
21:04:12.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:12.935487 30652 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.217.126" port: 40611 } has no permanent_uuid. Determining permanent_uuid...
21:04:12.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:12.952514 30652 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.217.125" port: 39385 } has no permanent_uuid. Determining permanent_uuid...
21:04:12.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:04:12.953650 30594 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.29.217.125:39385: connect: Connection refused (error 111)
21:04:12.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:04:12.955267 30652 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.217.125:39385: Network error: Client connection negotiation failed: client connection to 127.29.217.125:39385: connect: Connection refused (error 111)
21:04:13.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:13.004629 30652 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.217.125" port: 39385 } attempt: 1
21:04:13.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:04:13.006820 30652 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.217.125:39385: Network error: Client connection negotiation failed: client connection to 127.29.217.125:39385: connect: Connection refused (error 111)
21:04:13.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:13.075085 30652 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.217.125" port: 39385 } attempt: 2
21:04:13.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:04:13.077081 30652 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.217.125:39385: Network error: Client connection negotiation failed: client connection to 127.29.217.125:39385: connect: Connection refused (error 111)
21:04:13.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:13.168386 30652 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.217.125" port: 39385 } attempt: 3
21:04:13.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:04:13.170595 30652 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.217.125:39385: Network error: Client connection negotiation failed: client connection to 127.29.217.125:39385: connect: Connection refused (error 111)
21:04:13.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:04:13.270753 30654 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
21:04:13.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:04:13.271139 30654 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:04:13.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:04:13.271268 30654 flags.cc:425] Enabled unsafe flag: --never_fsync=true
21:04:13.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:04:13.279775 30654 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
21:04:13.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:04:13.279911 30654 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
21:04:13.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:04:13.279992 30654 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
21:04:13.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:04:13.280050 30654 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
21:04:13.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:04:13.280128 30654 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
21:04:13.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:04:13.280193 30654 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
21:04:13.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:04:13.280257 30654 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:44769/jwks.json
21:04:13.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:13.290766 30654 master_runner.cc:386] Master server non-default flags:
21:04:13.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:04:13.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.217.84:34079
21:04:13.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:04:13.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:04:13.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
21:04:13.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskfRBwJn/test-tmp/mini-kudu-cluster3207518713089653979/master-1/data
21:04:13.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskfRBwJn/test-tmp/mini-kudu-cluster3207518713089653979/master-1/wal
21:04:13.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:04:13.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.29.217.126:40611,127.29.217.125:39385,127.29.217.124:33529
21:04:13.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
21:04:13.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:04:13.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:04:13.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:04:13.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.217.125:39385
21:04:13.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:04:13.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:04:13.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:04:13.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44769/jwks.json
21:04:13.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:04:13.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:04:13.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskfRBwJn/test-tmp/mini-kudu-cluster3207518713089653979/master-1/data/info.pb
21:04:13.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.217.125
21:04:13.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:04:13.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:04:13.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:04:13.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:04:13.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:04:13.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:04:13.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskfRBwJn/test-tmp/mini-kudu-cluster3207518713089653979/master-1/logs
21:04:13.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:04:13.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:04:13.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:04:13.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
21:04:13.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:04:13.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 468897755969d686fb08386f42f7835685e7953a
21:04:13.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:04:13.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 10 Dec 2025 20:43:25 UTC on 24a791456cd2
21:04:13.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 9452
21:04:13.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
21:04:13.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:13.292858 30654 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:04:13.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:13.294768 30654 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:04:13.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:04:13.303611 30662 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:04:13.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:04:13.303571 30663 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:04:13.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:04:13.304397 30665 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:04:13.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:13.306023 30654 server_base.cc:1047] running on GCE node
21:04:13.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:13.306957 30654 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:04:13.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:13.308532 30654 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:04:13.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:13.309795 30654 hybrid_clock.cc:648] HybridClock initialized: now 1765400653309733 us; error 46 us; skew 500 ppm
21:04:13.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:13.310109 30654 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:04:13.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:13.312608 30654 webserver.cc:492] Webserver started at http://127.29.217.125:34385/ using document root <none> and password file <none>
21:04:13.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:13.313366 30654 fs_manager.cc:362] Metadata directory not provided
21:04:13.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:13.313483 30654 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:04:13.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:13.313805 30654 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
21:04:13.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:13.313865 30652 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.217.125" port: 39385 } attempt: 4
21:04:13.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:04:13.315819 30652 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.217.125:39385: Network error: Client connection negotiation failed: client connection to 127.29.217.125:39385: connect: Connection refused (error 111)
21:04:13.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:13.316751 30654 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskfRBwJn/test-tmp/mini-kudu-cluster3207518713089653979/master-1/data/instance:
21:04:13.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f1f594d460e443eea9d3355ce38cc6ef"
21:04:13.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-12-10 21:04:13 on dist-test-slave-nl76"
21:04:13.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:13.317554 30654 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskfRBwJn/test-tmp/mini-kudu-cluster3207518713089653979/master-1/wal/instance:
21:04:13.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f1f594d460e443eea9d3355ce38cc6ef"
21:04:13.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-12-10 21:04:13 on dist-test-slave-nl76"
21:04:13.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:13.323532 30654 fs_manager.cc:696] Time spent creating directory manager: real 0.006s user 0.007s sys 0.000s
21:04:13.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:13.327375 30671 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
21:04:13.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:13.329027 30654 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.004s sys 0.000s
21:04:13.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:13.329217 30654 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskfRBwJn/test-tmp/mini-kudu-cluster3207518713089653979/master-1/data,/tmp/dist-test-taskfRBwJn/test-tmp/mini-kudu-cluster3207518713089653979/master-1/wal
21:04:13.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f1f594d460e443eea9d3355ce38cc6ef"
21:04:13.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-12-10 21:04:13 on dist-test-slave-nl76"
21:04:13.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:13.329414 30654 fs_report.cc:389] FS layout report
21:04:13.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:04:13.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskfRBwJn/test-tmp/mini-kudu-cluster3207518713089653979/master-1/wal
21:04:13.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskfRBwJn/test-tmp/mini-kudu-cluster3207518713089653979/master-1/wal
21:04:13.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskfRBwJn/test-tmp/mini-kudu-cluster3207518713089653979/master-1/data/data
21:04:13.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:04:13.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:04:13.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:04:13.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:04:13.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:04:13.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:04:13.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:04:13.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:04:13.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:04:13.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:04:13.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:04:13.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:13.352905 30654 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
21:04:13.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:13.353811 30654 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:04:13.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:13.354077 30654 kserver.cc:163] Server-wide thread pool size limit: 3276
21:04:13.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:13.379954 30654 rpc_server.cc:307] RPC server started. Bound to: 127.29.217.125:39385
21:04:13.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:13.379993 30732 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.29.217.125:39385 every 8 connection(s)
21:04:13.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:13.381466 30654 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskfRBwJn/test-tmp/mini-kudu-cluster3207518713089653979/master-1/data/info.pb
21:04:13.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:13.383352 30565 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskfRBwJn/build/asan/bin/kudu as pid 30654
21:04:13.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:13.383527 30565 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskfRBwJn/test-tmp/mini-kudu-cluster3207518713089653979/master-1/wal/instance
21:04:13.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:13.384876 30565 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskfRBwJn/build/asan/bin/kudu
21:04:13.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskfRBwJn/build/asan/bin/kudu
21:04:13.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskfRBwJn/test-tmp/mini-kudu-cluster3207518713089653979/master-2/wal
21:04:13.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskfRBwJn/test-tmp/mini-kudu-cluster3207518713089653979/master-2/data
21:04:13.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:04:13.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:04:13.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:04:13.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:04:13.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:04:13.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:04:13.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskfRBwJn/test-tmp/mini-kudu-cluster3207518713089653979/master-2/logs
21:04:13.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskfRBwJn/test-tmp/mini-kudu-cluster3207518713089653979/master-2/data/info.pb
21:04:13.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:04:13.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:04:13.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:04:13.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:04:13.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:04:13.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:04:13.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:04:13.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:04:13.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
21:04:13.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:04:13.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:04:13.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:04:13.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.217.124:33529
21:04:13.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.217.124
21:04:13.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:04:13.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.217.84:34079
21:04:13.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:04:13.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:04:13.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:04:13.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:04:13.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.29.217.126:40611,127.29.217.125:39385,127.29.217.124:33529
21:04:13.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:04:13.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44769/jwks.json
21:04:13.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
21:04:13.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
21:04:13.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:13.386674 30733 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
21:04:13.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:13.393332 30733 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.217.126" port: 40611 } has no permanent_uuid. Determining permanent_uuid...
21:04:13.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:13.407337 30733 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.217.125" port: 39385 } has no permanent_uuid. Determining permanent_uuid...
21:04:13.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:13.417603 30733 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.217.124" port: 33529 } has no permanent_uuid. Determining permanent_uuid...
21:04:13.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:04:13.418938 30674 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.29.217.124:33529: connect: Connection refused (error 111)
21:04:13.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:04:13.420678 30733 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.217.124:33529: Network error: Client connection negotiation failed: client connection to 127.29.217.124:33529: connect: Connection refused (error 111)
21:04:13.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:13.470024 30733 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.217.124" port: 33529 } attempt: 1
21:04:13.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:04:13.471906 30733 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.217.124:33529: Network error: Client connection negotiation failed: client connection to 127.29.217.124:33529: connect: Connection refused (error 111)
21:04:13.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:13.540181 30733 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.217.124" port: 33529 } attempt: 2
21:04:13.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:04:13.542110 30733 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.217.124:33529: Network error: Client connection negotiation failed: client connection to 127.29.217.124:33529: connect: Connection refused (error 111)
21:04:13.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:13.615156 30652 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.217.125" port: 39385 } attempt: 5
21:04:13.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:13.622689 30652 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.217.124" port: 33529 } has no permanent_uuid. Determining permanent_uuid...
21:04:13.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:04:13.624526 30652 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.217.124:33529: Network error: Client connection negotiation failed: client connection to 127.29.217.124:33529: connect: Connection refused (error 111)
21:04:13.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:13.633380 30733 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.217.124" port: 33529 } attempt: 3
21:04:13.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:04:13.635417 30733 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.217.124:33529: Network error: Client connection negotiation failed: client connection to 127.29.217.124:33529: connect: Connection refused (error 111)
21:04:13.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:13.675812 30652 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.217.124" port: 33529 } attempt: 1
21:04:13.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:04:13.677732 30652 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.217.124:33529: Network error: Client connection negotiation failed: client connection to 127.29.217.124:33529: connect: Connection refused (error 111)
21:04:13.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:04:13.725651 30735 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
21:04:13.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:04:13.725981 30735 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:04:13.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:04:13.726060 30735 flags.cc:425] Enabled unsafe flag: --never_fsync=true
21:04:13.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:04:13.734469 30735 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
21:04:13.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:04:13.734611 30735 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
21:04:13.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:04:13.734668 30735 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
21:04:13.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:04:13.734730 30735 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
21:04:13.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:04:13.734808 30735 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
21:04:13.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:04:13.734853 30735 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
21:04:13.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:04:13.734908 30735 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:44769/jwks.json
21:04:13.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:13.744962 30735 master_runner.cc:386] Master server non-default flags:
21:04:13.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:04:13.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.217.84:34079
21:04:13.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:04:13.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:04:13.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
21:04:13.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskfRBwJn/test-tmp/mini-kudu-cluster3207518713089653979/master-2/data
21:04:13.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskfRBwJn/test-tmp/mini-kudu-cluster3207518713089653979/master-2/wal
21:04:13.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:04:13.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.29.217.126:40611,127.29.217.125:39385,127.29.217.124:33529
21:04:13.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
21:04:13.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:04:13.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:04:13.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:04:13.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.217.124:33529
21:04:13.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:04:13.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:04:13.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:04:13.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44769/jwks.json
21:04:13.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:04:13.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:04:13.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskfRBwJn/test-tmp/mini-kudu-cluster3207518713089653979/master-2/data/info.pb
21:04:13.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.217.124
21:04:13.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:04:13.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:04:13.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:04:13.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:04:13.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:04:13.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:04:13.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskfRBwJn/test-tmp/mini-kudu-cluster3207518713089653979/master-2/logs
21:04:13.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:04:13.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:04:13.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:04:13.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
21:04:13.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:04:13.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 468897755969d686fb08386f42f7835685e7953a
21:04:13.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:04:13.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 10 Dec 2025 20:43:25 UTC on 24a791456cd2
21:04:13.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 9452
21:04:13.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
21:04:13.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:13.746021 30652 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.217.124" port: 33529 } attempt: 2
21:04:13.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:13.746786 30735 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:04:13.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:04:13.747887 30652 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.217.124:33529: Network error: Client connection negotiation failed: client connection to 127.29.217.124:33529: connect: Connection refused (error 111)
21:04:13.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:13.748744 30735 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:04:13.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:04:13.756855 30743 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:04:13.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:04:13.757082 30744 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:04:13.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:04:13.757109 30746 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:04:13.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:13.758713 30735 server_base.cc:1047] running on GCE node
21:04:13.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:13.759557 30735 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:04:13.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:13.760975 30735 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:04:13.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:13.762269 30735 hybrid_clock.cc:648] HybridClock initialized: now 1765400653762160 us; error 35 us; skew 500 ppm
21:04:13.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:13.762717 30735 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:04:13.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:13.765086 30735 webserver.cc:492] Webserver started at http://127.29.217.124:44829/ using document root <none> and password file <none>
21:04:13.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:13.765858 30735 fs_manager.cc:362] Metadata directory not provided
21:04:13.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:13.765988 30735 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:04:13.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:13.766340 30735 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
21:04:13.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:13.768898 30735 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskfRBwJn/test-tmp/mini-kudu-cluster3207518713089653979/master-2/data/instance:
21:04:13.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "511f9d5ea9734c92a26511aedfc5e32d"
21:04:13.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-12-10 21:04:13 on dist-test-slave-nl76"
21:04:13.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:13.769698 30735 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskfRBwJn/test-tmp/mini-kudu-cluster3207518713089653979/master-2/wal/instance:
21:04:13.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "511f9d5ea9734c92a26511aedfc5e32d"
21:04:13.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-12-10 21:04:13 on dist-test-slave-nl76"
21:04:13.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:13.775324 30735 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.003s sys 0.004s
21:04:13.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:13.778658 30733 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.217.124" port: 33529 } attempt: 4
21:04:13.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:13.779166 30752 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
21:04:13.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:04:13.780710 30733 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.217.124:33529: Network error: Client connection negotiation failed: client connection to 127.29.217.124:33529: connect: Connection refused (error 111)
21:04:13.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:13.780954 30735 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.002s sys 0.002s
21:04:13.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:13.781142 30735 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskfRBwJn/test-tmp/mini-kudu-cluster3207518713089653979/master-2/data,/tmp/dist-test-taskfRBwJn/test-tmp/mini-kudu-cluster3207518713089653979/master-2/wal
21:04:13.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "511f9d5ea9734c92a26511aedfc5e32d"
21:04:13.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-12-10 21:04:13 on dist-test-slave-nl76"
21:04:13.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:13.781351 30735 fs_report.cc:389] FS layout report
21:04:13.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:04:13.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskfRBwJn/test-tmp/mini-kudu-cluster3207518713089653979/master-2/wal
21:04:13.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskfRBwJn/test-tmp/mini-kudu-cluster3207518713089653979/master-2/wal
21:04:13.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskfRBwJn/test-tmp/mini-kudu-cluster3207518713089653979/master-2/data/data
21:04:13.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:04:13.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:04:13.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:04:13.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:04:13.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:04:13.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:04:13.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:04:13.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:04:13.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:04:13.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:04:13.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:04:13.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:13.819999 30735 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
21:04:13.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:13.821038 30735 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:04:13.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:13.821316 30735 kserver.cc:163] Server-wide thread pool size limit: 3276
21:04:13.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:13.844686 30735 rpc_server.cc:307] RPC server started. Bound to: 127.29.217.124:33529
21:04:13.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:13.844758 30813 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.29.217.124:33529 every 8 connection(s)
21:04:13.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:13.846277 30735 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskfRBwJn/test-tmp/mini-kudu-cluster3207518713089653979/master-2/data/info.pb
21:04:13.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:13.850893 30814 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
21:04:13.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:13.854141 30652 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.217.124" port: 33529 } attempt: 3
21:04:13.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:13.854499 30565 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskfRBwJn/build/asan/bin/kudu as pid 30735
21:04:13.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:13.854728 30565 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskfRBwJn/test-tmp/mini-kudu-cluster3207518713089653979/master-2/wal/instance
21:04:13.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:13.859686 30814 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.217.126" port: 40611 } has no permanent_uuid. Determining permanent_uuid...
21:04:13.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:13.878970 30652 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 053cd154c2094e44a48da61b64aa72ae: Bootstrap starting.
21:04:13.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:13.883867 30652 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 053cd154c2094e44a48da61b64aa72ae: Neither blocks nor log segments found. Creating new log.
21:04:13.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:13.885176 30652 log.cc:826] T 00000000000000000000000000000000 P 053cd154c2094e44a48da61b64aa72ae: Log is configured to *not* fsync() on all Append() calls
21:04:13.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:13.886906 30814 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.217.125" port: 39385 } has no permanent_uuid. Determining permanent_uuid...
21:04:13.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:13.888376 30652 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 053cd154c2094e44a48da61b64aa72ae: No bootstrap required, opened a new log
21:04:13.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:13.893857 30814 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.217.124" port: 33529 } has no permanent_uuid. Determining permanent_uuid...
21:04:13.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:13.894181 30652 raft_consensus.cc:359] T 00000000000000000000000000000000 P 053cd154c2094e44a48da61b64aa72ae [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "053cd154c2094e44a48da61b64aa72ae" member_type: VOTER last_known_addr { host: "127.29.217.126" port: 40611 } } peers { permanent_uuid: "f1f594d460e443eea9d3355ce38cc6ef" member_type: VOTER last_known_addr { host: "127.29.217.125" port: 39385 } } peers { permanent_uuid: "511f9d5ea9734c92a26511aedfc5e32d" member_type: VOTER last_known_addr { host: "127.29.217.124" port: 33529 } }
21:04:13.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:13.894467 30652 raft_consensus.cc:385] T 00000000000000000000000000000000 P 053cd154c2094e44a48da61b64aa72ae [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:04:13.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:13.894618 30652 raft_consensus.cc:740] T 00000000000000000000000000000000 P 053cd154c2094e44a48da61b64aa72ae [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 053cd154c2094e44a48da61b64aa72ae, State: Initialized, Role: FOLLOWER
21:04:13.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:13.895525 30652 consensus_queue.cc:260] T 00000000000000000000000000000000 P 053cd154c2094e44a48da61b64aa72ae [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "053cd154c2094e44a48da61b64aa72ae" member_type: VOTER last_known_addr { host: "127.29.217.126" port: 40611 } } peers { permanent_uuid: "f1f594d460e443eea9d3355ce38cc6ef" member_type: VOTER last_known_addr { host: "127.29.217.125" port: 39385 } } peers { permanent_uuid: "511f9d5ea9734c92a26511aedfc5e32d" member_type: VOTER last_known_addr { host: "127.29.217.124" port: 33529 } }
21:04:13.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:13.896886 30822 sys_catalog.cc:455] T 00000000000000000000000000000000 P 053cd154c2094e44a48da61b64aa72ae [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "053cd154c2094e44a48da61b64aa72ae" member_type: VOTER last_known_addr { host: "127.29.217.126" port: 40611 } } peers { permanent_uuid: "f1f594d460e443eea9d3355ce38cc6ef" member_type: VOTER last_known_addr { host: "127.29.217.125" port: 39385 } } peers { permanent_uuid: "511f9d5ea9734c92a26511aedfc5e32d" member_type: VOTER last_known_addr { host: "127.29.217.124" port: 33529 } } }
21:04:13.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:13.897133 30822 sys_catalog.cc:458] T 00000000000000000000000000000000 P 053cd154c2094e44a48da61b64aa72ae [sys.catalog]: This master's current role is: FOLLOWER
21:04:13.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:13.898193 30652 sys_catalog.cc:565] T 00000000000000000000000000000000 P 053cd154c2094e44a48da61b64aa72ae [sys.catalog]: configured and running, proceeding with master startup.
21:04:13.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:04:13.899350 30596 tablet.cc:2378] T 00000000000000000000000000000000 P 053cd154c2094e44a48da61b64aa72ae: Can't schedule compaction. Clean time has not been advanced past its initial value.
21:04:13.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:13.904577 30814 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 511f9d5ea9734c92a26511aedfc5e32d: Bootstrap starting.
21:04:13.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:13.909219 30814 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 511f9d5ea9734c92a26511aedfc5e32d: Neither blocks nor log segments found. Creating new log.
21:04:13.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:13.910643 30814 log.cc:826] T 00000000000000000000000000000000 P 511f9d5ea9734c92a26511aedfc5e32d: Log is configured to *not* fsync() on all Append() calls
21:04:13.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:04:13.913177 30833 catalog_manager.cc:1568] T 00000000000000000000000000000000 P 053cd154c2094e44a48da61b64aa72ae: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:04:13.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:04:13.913479 30833 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:04:13.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:13.918011 30822 raft_consensus.cc:493] T 00000000000000000000000000000000 P 053cd154c2094e44a48da61b64aa72ae [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:04:13.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:13.918280 30822 raft_consensus.cc:515] T 00000000000000000000000000000000 P 053cd154c2094e44a48da61b64aa72ae [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "053cd154c2094e44a48da61b64aa72ae" member_type: VOTER last_known_addr { host: "127.29.217.126" port: 40611 } } peers { permanent_uuid: "f1f594d460e443eea9d3355ce38cc6ef" member_type: VOTER last_known_addr { host: "127.29.217.125" port: 39385 } } peers { permanent_uuid: "511f9d5ea9734c92a26511aedfc5e32d" member_type: VOTER last_known_addr { host: "127.29.217.124" port: 33529 } }
21:04:13.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:13.910857 30576 master_runner.cc:186] Error getting master registration for 127.29.217.125:39385: OK, instance_id { permanent_uuid: "f1f594d460e443eea9d3355ce38cc6ef" instance_seqno: 1765400653374290 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
21:04:13.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:13.919042 30576 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
21:04:13.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:13.919739 30814 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 511f9d5ea9734c92a26511aedfc5e32d: No bootstrap required, opened a new log
21:04:13.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:13.920164 30822 leader_election.cc:290] T 00000000000000000000000000000000 P 053cd154c2094e44a48da61b64aa72ae [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers f1f594d460e443eea9d3355ce38cc6ef (127.29.217.125:39385), 511f9d5ea9734c92a26511aedfc5e32d (127.29.217.124:33529)
21:04:13.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:13.927455 30814 raft_consensus.cc:359] T 00000000000000000000000000000000 P 511f9d5ea9734c92a26511aedfc5e32d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "053cd154c2094e44a48da61b64aa72ae" member_type: VOTER last_known_addr { host: "127.29.217.126" port: 40611 } } peers { permanent_uuid: "f1f594d460e443eea9d3355ce38cc6ef" member_type: VOTER last_known_addr { host: "127.29.217.125" port: 39385 } } peers { permanent_uuid: "511f9d5ea9734c92a26511aedfc5e32d" member_type: VOTER last_known_addr { host: "127.29.217.124" port: 33529 } }
21:04:13.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:13.927812 30814 raft_consensus.cc:385] T 00000000000000000000000000000000 P 511f9d5ea9734c92a26511aedfc5e32d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:04:13.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:13.927908 30814 raft_consensus.cc:740] T 00000000000000000000000000000000 P 511f9d5ea9734c92a26511aedfc5e32d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 511f9d5ea9734c92a26511aedfc5e32d, State: Initialized, Role: FOLLOWER
21:04:13.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:13.928581 30814 consensus_queue.cc:260] T 00000000000000000000000000000000 P 511f9d5ea9734c92a26511aedfc5e32d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "053cd154c2094e44a48da61b64aa72ae" member_type: VOTER last_known_addr { host: "127.29.217.126" port: 40611 } } peers { permanent_uuid: "f1f594d460e443eea9d3355ce38cc6ef" member_type: VOTER last_known_addr { host: "127.29.217.125" port: 39385 } } peers { permanent_uuid: "511f9d5ea9734c92a26511aedfc5e32d" member_type: VOTER last_known_addr { host: "127.29.217.124" port: 33529 } }
21:04:13.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:13.939181 30836 sys_catalog.cc:455] T 00000000000000000000000000000000 P 511f9d5ea9734c92a26511aedfc5e32d [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "053cd154c2094e44a48da61b64aa72ae" member_type: VOTER last_known_addr { host: "127.29.217.126" port: 40611 } } peers { permanent_uuid: "f1f594d460e443eea9d3355ce38cc6ef" member_type: VOTER last_known_addr { host: "127.29.217.125" port: 39385 } } peers { permanent_uuid: "511f9d5ea9734c92a26511aedfc5e32d" member_type: VOTER last_known_addr { host: "127.29.217.124" port: 33529 } } }
21:04:13.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:13.939534 30836 sys_catalog.cc:458] T 00000000000000000000000000000000 P 511f9d5ea9734c92a26511aedfc5e32d [sys.catalog]: This master's current role is: FOLLOWER
21:04:13.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:13.940567 30814 sys_catalog.cc:565] T 00000000000000000000000000000000 P 511f9d5ea9734c92a26511aedfc5e32d [sys.catalog]: configured and running, proceeding with master startup.
21:04:13.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:13.940600 30779 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "053cd154c2094e44a48da61b64aa72ae" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "511f9d5ea9734c92a26511aedfc5e32d" is_pre_election: true
21:04:13.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:13.941184 30779 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 511f9d5ea9734c92a26511aedfc5e32d [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 053cd154c2094e44a48da61b64aa72ae in term 0.
21:04:13.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:13.941972 30593 leader_election.cc:304] T 00000000000000000000000000000000 P 053cd154c2094e44a48da61b64aa72ae [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 053cd154c2094e44a48da61b64aa72ae, 511f9d5ea9734c92a26511aedfc5e32d; no voters:
21:04:13.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:13.942734 30822 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 053cd154c2094e44a48da61b64aa72ae [term 0 FOLLOWER]: Leader pre-election won for term 1
21:04:13.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:13.942899 30822 raft_consensus.cc:493] T 00000000000000000000000000000000 P 053cd154c2094e44a48da61b64aa72ae [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
21:04:13.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:13.942996 30822 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 053cd154c2094e44a48da61b64aa72ae [term 0 FOLLOWER]: Advancing to term 1
21:04:13.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:13.946153 30822 raft_consensus.cc:515] T 00000000000000000000000000000000 P 053cd154c2094e44a48da61b64aa72ae [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "053cd154c2094e44a48da61b64aa72ae" member_type: VOTER last_known_addr { host: "127.29.217.126" port: 40611 } } peers { permanent_uuid: "f1f594d460e443eea9d3355ce38cc6ef" member_type: VOTER last_known_addr { host: "127.29.217.125" port: 39385 } } peers { permanent_uuid: "511f9d5ea9734c92a26511aedfc5e32d" member_type: VOTER last_known_addr { host: "127.29.217.124" port: 33529 } }
21:04:13.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:13.949759 30822 leader_election.cc:290] T 00000000000000000000000000000000 P 053cd154c2094e44a48da61b64aa72ae [CANDIDATE]: Term 1 election: Requested vote from peers f1f594d460e443eea9d3355ce38cc6ef (127.29.217.125:39385), 511f9d5ea9734c92a26511aedfc5e32d (127.29.217.124:33529)
21:04:13.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:13.950651 30779 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "053cd154c2094e44a48da61b64aa72ae" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "511f9d5ea9734c92a26511aedfc5e32d"
21:04:13.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:13.950886 30779 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 511f9d5ea9734c92a26511aedfc5e32d [term 0 FOLLOWER]: Advancing to term 1
21:04:13.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:13.955634 30779 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 511f9d5ea9734c92a26511aedfc5e32d [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 053cd154c2094e44a48da61b64aa72ae in term 1.
21:04:13.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:13.959118 30593 leader_election.cc:304] T 00000000000000000000000000000000 P 053cd154c2094e44a48da61b64aa72ae [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 053cd154c2094e44a48da61b64aa72ae, 511f9d5ea9734c92a26511aedfc5e32d; no voters:
21:04:13.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:13.959683 30822 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 053cd154c2094e44a48da61b64aa72ae [term 1 FOLLOWER]: Leader election won for term 1
21:04:13.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:04:13.961261 30847 catalog_manager.cc:1568] T 00000000000000000000000000000000 P 511f9d5ea9734c92a26511aedfc5e32d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:04:13.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:04:13.961602 30847 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:04:13.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:13.953706 30735 master_runner.cc:186] Error getting master registration for 127.29.217.125:39385: OK, instance_id { permanent_uuid: "f1f594d460e443eea9d3355ce38cc6ef" instance_seqno: 1765400653374290 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
21:04:13.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:13.968425 30735 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
21:04:13.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:13.974761 30822 raft_consensus.cc:697] T 00000000000000000000000000000000 P 053cd154c2094e44a48da61b64aa72ae [term 1 LEADER]: Becoming Leader. State: Replica: 053cd154c2094e44a48da61b64aa72ae, State: Running, Role: LEADER
21:04:13.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:13.975533 30822 consensus_queue.cc:237] T 00000000000000000000000000000000 P 053cd154c2094e44a48da61b64aa72ae [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "053cd154c2094e44a48da61b64aa72ae" member_type: VOTER last_known_addr { host: "127.29.217.126" port: 40611 } } peers { permanent_uuid: "f1f594d460e443eea9d3355ce38cc6ef" member_type: VOTER last_known_addr { host: "127.29.217.125" port: 39385 } } peers { permanent_uuid: "511f9d5ea9734c92a26511aedfc5e32d" member_type: VOTER last_known_addr { host: "127.29.217.124" port: 33529 } }
21:04:13.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:13.981000 30849 sys_catalog.cc:455] T 00000000000000000000000000000000 P 053cd154c2094e44a48da61b64aa72ae [sys.catalog]: SysCatalogTable state changed. Reason: New leader 053cd154c2094e44a48da61b64aa72ae. Latest consensus state: current_term: 1 leader_uuid: "053cd154c2094e44a48da61b64aa72ae" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "053cd154c2094e44a48da61b64aa72ae" member_type: VOTER last_known_addr { host: "127.29.217.126" port: 40611 } } peers { permanent_uuid: "f1f594d460e443eea9d3355ce38cc6ef" member_type: VOTER last_known_addr { host: "127.29.217.125" port: 39385 } } peers { permanent_uuid: "511f9d5ea9734c92a26511aedfc5e32d" member_type: VOTER last_known_addr { host: "127.29.217.124" port: 33529 } } }
21:04:13.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:13.981896 30849 sys_catalog.cc:458] T 00000000000000000000000000000000 P 053cd154c2094e44a48da61b64aa72ae [sys.catalog]: This master's current role is: LEADER
21:04:13.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:13.983266 30851 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
21:04:13.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:13.985549 30851 catalog_manager.cc:1494] Initializing Kudu cluster ID...
21:04:13.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:13.996133 30779 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 511f9d5ea9734c92a26511aedfc5e32d [term 1 FOLLOWER]: Refusing update from remote peer 053cd154c2094e44a48da61b64aa72ae: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
21:04:14.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:13.999677 30849 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 053cd154c2094e44a48da61b64aa72ae [LEADER]: Connected to new peer: Peer: permanent_uuid: "511f9d5ea9734c92a26511aedfc5e32d" member_type: VOTER last_known_addr { host: "127.29.217.124" port: 33529 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
21:04:14.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:14.019426 30836 sys_catalog.cc:455] T 00000000000000000000000000000000 P 511f9d5ea9734c92a26511aedfc5e32d [sys.catalog]: SysCatalogTable state changed. Reason: New leader 053cd154c2094e44a48da61b64aa72ae. Latest consensus state: current_term: 1 leader_uuid: "053cd154c2094e44a48da61b64aa72ae" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "053cd154c2094e44a48da61b64aa72ae" member_type: VOTER last_known_addr { host: "127.29.217.126" port: 40611 } } peers { permanent_uuid: "f1f594d460e443eea9d3355ce38cc6ef" member_type: VOTER last_known_addr { host: "127.29.217.125" port: 39385 } } peers { permanent_uuid: "511f9d5ea9734c92a26511aedfc5e32d" member_type: VOTER last_known_addr { host: "127.29.217.124" port: 33529 } } }
21:04:14.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:14.019730 30836 sys_catalog.cc:458] T 00000000000000000000000000000000 P 511f9d5ea9734c92a26511aedfc5e32d [sys.catalog]: This master's current role is: FOLLOWER
21:04:14.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:14.031237 30852 mvcc.cc:204] Tried to move back new op lower bound from 7231081078751707136 to 7231081078689988608. Current Snapshot: MvccSnapshot[applied={T|T < 7231081078751707136}]
21:04:14.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:14.046838 30836 sys_catalog.cc:455] T 00000000000000000000000000000000 P 511f9d5ea9734c92a26511aedfc5e32d [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "053cd154c2094e44a48da61b64aa72ae" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "053cd154c2094e44a48da61b64aa72ae" member_type: VOTER last_known_addr { host: "127.29.217.126" port: 40611 } } peers { permanent_uuid: "f1f594d460e443eea9d3355ce38cc6ef" member_type: VOTER last_known_addr { host: "127.29.217.125" port: 39385 } } peers { permanent_uuid: "511f9d5ea9734c92a26511aedfc5e32d" member_type: VOTER last_known_addr { host: "127.29.217.124" port: 33529 } } }
21:04:14.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:14.047113 30836 sys_catalog.cc:458] T 00000000000000000000000000000000 P 511f9d5ea9734c92a26511aedfc5e32d [sys.catalog]: This master's current role is: FOLLOWER
21:04:14.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:14.051303 30851 catalog_manager.cc:1357] Generated new cluster ID: 97ccc0cf3ef24041acca74392fc1ced9
21:04:14.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:14.051451 30851 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
21:04:14.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:14.052254 30822 sys_catalog.cc:455] T 00000000000000000000000000000000 P 053cd154c2094e44a48da61b64aa72ae [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "053cd154c2094e44a48da61b64aa72ae" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "053cd154c2094e44a48da61b64aa72ae" member_type: VOTER last_known_addr { host: "127.29.217.126" port: 40611 } } peers { permanent_uuid: "f1f594d460e443eea9d3355ce38cc6ef" member_type: VOTER last_known_addr { host: "127.29.217.125" port: 39385 } } peers { permanent_uuid: "511f9d5ea9734c92a26511aedfc5e32d" member_type: VOTER last_known_addr { host: "127.29.217.124" port: 33529 } } }
21:04:14.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:14.052557 30822 sys_catalog.cc:458] T 00000000000000000000000000000000 P 053cd154c2094e44a48da61b64aa72ae [sys.catalog]: This master's current role is: LEADER
21:04:14.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:14.079910 30733 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.217.124" port: 33529 } attempt: 5
21:04:14.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:14.086763 30851 catalog_manager.cc:1380] Generated new certificate authority record
21:04:14.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:14.092077 30851 catalog_manager.cc:1514] Loading token signing keys...
21:04:14.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:14.096258 30733 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f1f594d460e443eea9d3355ce38cc6ef: Bootstrap starting.
21:04:14.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:14.100924 30733 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P f1f594d460e443eea9d3355ce38cc6ef: Neither blocks nor log segments found. Creating new log.
21:04:14.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:14.102475 30733 log.cc:826] T 00000000000000000000000000000000 P f1f594d460e443eea9d3355ce38cc6ef: Log is configured to *not* fsync() on all Append() calls
21:04:14.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:14.106367 30733 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f1f594d460e443eea9d3355ce38cc6ef: No bootstrap required, opened a new log
21:04:14.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:14.114202 30733 raft_consensus.cc:359] T 00000000000000000000000000000000 P f1f594d460e443eea9d3355ce38cc6ef [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "053cd154c2094e44a48da61b64aa72ae" member_type: VOTER last_known_addr { host: "127.29.217.126" port: 40611 } } peers { permanent_uuid: "f1f594d460e443eea9d3355ce38cc6ef" member_type: VOTER last_known_addr { host: "127.29.217.125" port: 39385 } } peers { permanent_uuid: "511f9d5ea9734c92a26511aedfc5e32d" member_type: VOTER last_known_addr { host: "127.29.217.124" port: 33529 } }
21:04:14.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:14.114619 30733 raft_consensus.cc:385] T 00000000000000000000000000000000 P f1f594d460e443eea9d3355ce38cc6ef [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:04:14.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:14.114748 30733 raft_consensus.cc:740] T 00000000000000000000000000000000 P f1f594d460e443eea9d3355ce38cc6ef [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f1f594d460e443eea9d3355ce38cc6ef, State: Initialized, Role: FOLLOWER
21:04:14.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:14.115639 30733 consensus_queue.cc:260] T 00000000000000000000000000000000 P f1f594d460e443eea9d3355ce38cc6ef [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "053cd154c2094e44a48da61b64aa72ae" member_type: VOTER last_known_addr { host: "127.29.217.126" port: 40611 } } peers { permanent_uuid: "f1f594d460e443eea9d3355ce38cc6ef" member_type: VOTER last_known_addr { host: "127.29.217.125" port: 39385 } } peers { permanent_uuid: "511f9d5ea9734c92a26511aedfc5e32d" member_type: VOTER last_known_addr { host: "127.29.217.124" port: 33529 } }
21:04:14.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:14.117467 30858 sys_catalog.cc:455] T 00000000000000000000000000000000 P f1f594d460e443eea9d3355ce38cc6ef [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "053cd154c2094e44a48da61b64aa72ae" member_type: VOTER last_known_addr { host: "127.29.217.126" port: 40611 } } peers { permanent_uuid: "f1f594d460e443eea9d3355ce38cc6ef" member_type: VOTER last_known_addr { host: "127.29.217.125" port: 39385 } } peers { permanent_uuid: "511f9d5ea9734c92a26511aedfc5e32d" member_type: VOTER last_known_addr { host: "127.29.217.124" port: 33529 } } }
21:04:14.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:14.118237 30858 sys_catalog.cc:458] T 00000000000000000000000000000000 P f1f594d460e443eea9d3355ce38cc6ef [sys.catalog]: This master's current role is: FOLLOWER
21:04:14.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:14.118443 30733 sys_catalog.cc:565] T 00000000000000000000000000000000 P f1f594d460e443eea9d3355ce38cc6ef [sys.catalog]: configured and running, proceeding with master startup.
21:04:14.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:14.118607 30698 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "053cd154c2094e44a48da61b64aa72ae" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f1f594d460e443eea9d3355ce38cc6ef" is_pre_election: true
21:04:14.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:14.118870 30697 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "053cd154c2094e44a48da61b64aa72ae" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f1f594d460e443eea9d3355ce38cc6ef"
21:04:14.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:14.119403 30696 raft_consensus.cc:3060] T 00000000000000000000000000000000 P f1f594d460e443eea9d3355ce38cc6ef [term 0 FOLLOWER]: Advancing to term 1
21:04:14.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:14.123703 30696 raft_consensus.cc:1275] T 00000000000000000000000000000000 P f1f594d460e443eea9d3355ce38cc6ef [term 1 FOLLOWER]: Refusing update from remote peer 053cd154c2094e44a48da61b64aa72ae: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
21:04:14.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:14.126956 30822 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 053cd154c2094e44a48da61b64aa72ae [LEADER]: Connected to new peer: Peer: permanent_uuid: "f1f594d460e443eea9d3355ce38cc6ef" member_type: VOTER last_known_addr { host: "127.29.217.125" port: 39385 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
21:04:14.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:14.136408 30851 catalog_manager.cc:6027] T 00000000000000000000000000000000 P 053cd154c2094e44a48da61b64aa72ae: Generated new TSK 0
21:04:14.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:14.139588 30851 catalog_manager.cc:1524] Initializing in-progress tserver states...
21:04:14.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:14.158803 30565 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskfRBwJn/build/asan/bin/kudu
21:04:14.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskfRBwJn/build/asan/bin/kudu
21:04:14.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskfRBwJn/test-tmp/mini-kudu-cluster3207518713089653979/ts-0/wal
21:04:14.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskfRBwJn/test-tmp/mini-kudu-cluster3207518713089653979/ts-0/data
21:04:14.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:04:14.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:04:14.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:04:14.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:04:14.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:04:14.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:04:14.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskfRBwJn/test-tmp/mini-kudu-cluster3207518713089653979/ts-0/logs
21:04:14.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskfRBwJn/test-tmp/mini-kudu-cluster3207518713089653979/ts-0/data/info.pb
21:04:14.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:04:14.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:04:14.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:04:14.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:04:14.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:04:14.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:04:14.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:04:14.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:04:14.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
21:04:14.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:04:14.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.217.65:0
21:04:14.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.29.217.65
21:04:14.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.217.65
21:04:14.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:04:14.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.29.217.126:40611,127.29.217.125:39385,127.29.217.124:33529
21:04:14.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.217.84:34079
21:04:14.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:04:14.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:04:14.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:04:14.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
21:04:14.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
21:04:14.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
21:04:14.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:14.182673 30862 sys_catalog.cc:455] T 00000000000000000000000000000000 P f1f594d460e443eea9d3355ce38cc6ef [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "053cd154c2094e44a48da61b64aa72ae" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "053cd154c2094e44a48da61b64aa72ae" member_type: VOTER last_known_addr { host: "127.29.217.126" port: 40611 } } peers { permanent_uuid: "f1f594d460e443eea9d3355ce38cc6ef" member_type: VOTER last_known_addr { host: "127.29.217.125" port: 39385 } } peers { permanent_uuid: "511f9d5ea9734c92a26511aedfc5e32d" member_type: VOTER last_known_addr { host: "127.29.217.124" port: 33529 } } }
21:04:14.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:14.183029 30862 sys_catalog.cc:458] T 00000000000000000000000000000000 P f1f594d460e443eea9d3355ce38cc6ef [sys.catalog]: This master's current role is: FOLLOWER
21:04:14.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:14.183319 30858 sys_catalog.cc:455] T 00000000000000000000000000000000 P f1f594d460e443eea9d3355ce38cc6ef [sys.catalog]: SysCatalogTable state changed. Reason: New leader 053cd154c2094e44a48da61b64aa72ae. Latest consensus state: current_term: 1 leader_uuid: "053cd154c2094e44a48da61b64aa72ae" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "053cd154c2094e44a48da61b64aa72ae" member_type: VOTER last_known_addr { host: "127.29.217.126" port: 40611 } } peers { permanent_uuid: "f1f594d460e443eea9d3355ce38cc6ef" member_type: VOTER last_known_addr { host: "127.29.217.125" port: 39385 } } peers { permanent_uuid: "511f9d5ea9734c92a26511aedfc5e32d" member_type: VOTER last_known_addr { host: "127.29.217.124" port: 33529 } } }
21:04:14.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:14.183449 30858 sys_catalog.cc:458] T 00000000000000000000000000000000 P f1f594d460e443eea9d3355ce38cc6ef [sys.catalog]: This master's current role is: FOLLOWER
21:04:14.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:14.203509 30875 catalog_manager.cc:1269] Loaded cluster ID: 97ccc0cf3ef24041acca74392fc1ced9
21:04:14.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:14.203837 30875 catalog_manager.cc:1562] T 00000000000000000000000000000000 P f1f594d460e443eea9d3355ce38cc6ef: loading cluster ID for follower catalog manager: success
21:04:14.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:14.208252 30875 catalog_manager.cc:1584] T 00000000000000000000000000000000 P f1f594d460e443eea9d3355ce38cc6ef: acquiring CA information for follower catalog manager: success
21:04:14.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:14.211297 30875 catalog_manager.cc:1612] T 00000000000000000000000000000000 P f1f594d460e443eea9d3355ce38cc6ef: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
21:04:14.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:14.236117 30822 sys_catalog.cc:455] T 00000000000000000000000000000000 P 053cd154c2094e44a48da61b64aa72ae [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "053cd154c2094e44a48da61b64aa72ae" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "053cd154c2094e44a48da61b64aa72ae" member_type: VOTER last_known_addr { host: "127.29.217.126" port: 40611 } } peers { permanent_uuid: "f1f594d460e443eea9d3355ce38cc6ef" member_type: VOTER last_known_addr { host: "127.29.217.125" port: 39385 } } peers { permanent_uuid: "511f9d5ea9734c92a26511aedfc5e32d" member_type: VOTER last_known_addr { host: "127.29.217.124" port: 33529 } } }
21:04:14.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:14.236423 30822 sys_catalog.cc:458] T 00000000000000000000000000000000 P 053cd154c2094e44a48da61b64aa72ae [sys.catalog]: This master's current role is: LEADER
21:04:14.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:04:14.698349 30866 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
21:04:14.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:04:14.698767 30866 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:04:14.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:04:14.698917 30866 flags.cc:425] Enabled unsafe flag: --never_fsync=true
21:04:14.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:04:14.707803 30866 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
21:04:14.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:04:14.707988 30866 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
21:04:14.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:04:14.708065 30866 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
21:04:14.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:04:14.708122 30866 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
21:04:14.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:04:14.708256 30866 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.29.217.65
21:04:14.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:14.718888 30866 tablet_server_runner.cc:78] Tablet server non-default flags:
21:04:14.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:04:14.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.217.84:34079
21:04:14.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:04:14.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:04:14.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskfRBwJn/test-tmp/mini-kudu-cluster3207518713089653979/ts-0/data
21:04:14.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskfRBwJn/test-tmp/mini-kudu-cluster3207518713089653979/ts-0/wal
21:04:14.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:04:14.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:04:14.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.217.65:0
21:04:14.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:04:14.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:04:14.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:04:14.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskfRBwJn/test-tmp/mini-kudu-cluster3207518713089653979/ts-0/data/info.pb
21:04:14.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.217.65
21:04:14.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:04:14.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
21:04:14.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
21:04:14.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
21:04:14.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.29.217.126:40611,127.29.217.125:39385,127.29.217.124:33529
21:04:14.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:04:14.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:04:14.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:04:14.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:04:14.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:04:14.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.29.217.65
21:04:14.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskfRBwJn/test-tmp/mini-kudu-cluster3207518713089653979/ts-0/logs
21:04:14.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:04:14.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:04:14.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:04:14.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
21:04:14.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:04:14.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 468897755969d686fb08386f42f7835685e7953a
21:04:14.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:04:14.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 10 Dec 2025 20:43:25 UTC on 24a791456cd2
21:04:14.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 9452
21:04:14.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
21:04:14.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:14.721201 30866 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:04:14.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:14.723205 30866 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:04:14.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:04:14.733381 30881 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:04:14.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:04:14.733559 30882 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:04:14.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:04:14.735675 30884 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:04:14.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:14.736186 30866 server_base.cc:1047] running on GCE node
21:04:14.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:14.736958 30866 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:04:14.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:14.738255 30866 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:04:14.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:14.739543 30866 hybrid_clock.cc:648] HybridClock initialized: now 1765400654739454 us; error 51 us; skew 500 ppm
21:04:14.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:14.739935 30866 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:04:14.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:14.743150 30866 webserver.cc:492] Webserver started at http://127.29.217.65:39201/ using document root <none> and password file <none>
21:04:14.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:14.744352 30866 fs_manager.cc:362] Metadata directory not provided
21:04:14.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:14.744544 30866 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:04:14.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:14.745010 30866 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
21:04:14.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:14.748755 30866 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskfRBwJn/test-tmp/mini-kudu-cluster3207518713089653979/ts-0/data/instance:
21:04:14.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d21e1be5edbf43f49dad021c65a069f4"
21:04:14.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-12-10 21:04:14 on dist-test-slave-nl76"
21:04:14.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:14.750001 30866 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskfRBwJn/test-tmp/mini-kudu-cluster3207518713089653979/ts-0/wal/instance:
21:04:14.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d21e1be5edbf43f49dad021c65a069f4"
21:04:14.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-12-10 21:04:14 on dist-test-slave-nl76"
21:04:14.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:14.757887 30866 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.006s sys 0.004s
21:04:14.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:14.762212 30890 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
21:04:14.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:14.764129 30866 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
21:04:14.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:14.764526 30866 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskfRBwJn/test-tmp/mini-kudu-cluster3207518713089653979/ts-0/data,/tmp/dist-test-taskfRBwJn/test-tmp/mini-kudu-cluster3207518713089653979/ts-0/wal
21:04:14.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d21e1be5edbf43f49dad021c65a069f4"
21:04:14.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-12-10 21:04:14 on dist-test-slave-nl76"
21:04:14.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:14.764784 30866 fs_report.cc:389] FS layout report
21:04:14.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:04:14.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskfRBwJn/test-tmp/mini-kudu-cluster3207518713089653979/ts-0/wal
21:04:14.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskfRBwJn/test-tmp/mini-kudu-cluster3207518713089653979/ts-0/wal
21:04:14.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskfRBwJn/test-tmp/mini-kudu-cluster3207518713089653979/ts-0/data/data
21:04:14.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:04:14.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:04:14.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:04:14.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:04:14.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:04:14.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:04:14.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:04:14.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:04:14.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:04:14.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:04:14.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:04:14.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:14.790877 30866 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
21:04:14.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:14.791805 30866 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:04:14.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:14.792071 30866 kserver.cc:163] Server-wide thread pool size limit: 3276
21:04:14.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:14.795920 30866 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
21:04:14.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:14.796257 30866 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.001s sys 0.000s
21:04:14.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:14.796494 30866 ts_tablet_manager.cc:616] Registered 0 tablets
21:04:14.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:14.796654 30866 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
21:04:14.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:14.888633 30866 rpc_server.cc:307] RPC server started. Bound to: 127.29.217.65:44977
21:04:14.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:14.888702 31014 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.29.217.65:44977 every 8 connection(s)
21:04:14.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:14.890069 30866 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskfRBwJn/test-tmp/mini-kudu-cluster3207518713089653979/ts-0/data/info.pb
21:04:14.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:14.892033 30565 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskfRBwJn/build/asan/bin/kudu as pid 30866
21:04:14.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:14.892252 30565 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskfRBwJn/test-tmp/mini-kudu-cluster3207518713089653979/ts-0/wal/instance
21:04:14.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:14.897883 31016 heartbeater.cc:344] Connected to a master server at 127.29.217.126:40611
21:04:14.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:14.898320 31016 heartbeater.cc:461] Registering TS with master...
21:04:14.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:14.899890 30565 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskfRBwJn/build/asan/bin/kudu
21:04:14.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskfRBwJn/build/asan/bin/kudu
21:04:14.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskfRBwJn/test-tmp/mini-kudu-cluster3207518713089653979/ts-1/wal
21:04:14.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskfRBwJn/test-tmp/mini-kudu-cluster3207518713089653979/ts-1/data
21:04:14.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:04:14.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:04:14.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:04:14.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:04:14.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:04:14.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:04:14.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskfRBwJn/test-tmp/mini-kudu-cluster3207518713089653979/ts-1/logs
21:04:14.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskfRBwJn/test-tmp/mini-kudu-cluster3207518713089653979/ts-1/data/info.pb
21:04:14.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:04:14.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:04:14.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:04:14.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:04:14.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:04:14.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:04:14.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:04:14.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:04:14.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
21:04:14.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:04:14.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.217.66:0
21:04:14.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.29.217.66
21:04:14.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.217.66
21:04:14.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:04:14.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.29.217.126:40611,127.29.217.125:39385,127.29.217.124:33529
21:04:14.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.217.84:34079
21:04:14.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:04:14.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:04:14.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:04:14.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
21:04:14.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
21:04:14.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
21:04:14.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:14.901041 31016 heartbeater.cc:507] Master 127.29.217.126:40611 requested a full tablet report, sending...
21:04:14.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:14.903630 30606 ts_manager.cc:194] Registered new tserver with Master: d21e1be5edbf43f49dad021c65a069f4 (127.29.217.65:44977)
21:04:14.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:14.904794 31015 heartbeater.cc:344] Connected to a master server at 127.29.217.124:33529
21:04:14.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:14.904829 31017 heartbeater.cc:344] Connected to a master server at 127.29.217.125:39385
21:04:14.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:14.905434 31017 heartbeater.cc:461] Registering TS with master...
21:04:14.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:14.905956 31017 heartbeater.cc:507] Master 127.29.217.125:39385 requested a full tablet report, sending...
21:04:14.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:14.906080 30606 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.29.217.65:44469
21:04:14.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:14.905429 31015 heartbeater.cc:461] Registering TS with master...
21:04:14.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:14.906847 31015 heartbeater.cc:507] Master 127.29.217.124:33529 requested a full tablet report, sending...
21:04:14.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:14.907963 30688 ts_manager.cc:194] Registered new tserver with Master: d21e1be5edbf43f49dad021c65a069f4 (127.29.217.65:44977)
21:04:14.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:14.908726 30769 ts_manager.cc:194] Registered new tserver with Master: d21e1be5edbf43f49dad021c65a069f4 (127.29.217.65:44977)
21:04:14.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:14.963747 30847 catalog_manager.cc:1269] Loaded cluster ID: 97ccc0cf3ef24041acca74392fc1ced9
21:04:14.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:14.963884 30847 catalog_manager.cc:1562] T 00000000000000000000000000000000 P 511f9d5ea9734c92a26511aedfc5e32d: loading cluster ID for follower catalog manager: success
21:04:14.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:14.966812 30847 catalog_manager.cc:1584] T 00000000000000000000000000000000 P 511f9d5ea9734c92a26511aedfc5e32d: acquiring CA information for follower catalog manager: success
21:04:14.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:14.968827 30847 catalog_manager.cc:1612] T 00000000000000000000000000000000 P 511f9d5ea9734c92a26511aedfc5e32d: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
21:04:15.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:04:15.258293 31020 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
21:04:15.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:04:15.258653 31020 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:04:15.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:04:15.258746 31020 flags.cc:425] Enabled unsafe flag: --never_fsync=true
21:04:15.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:04:15.268031 31020 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
21:04:15.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:04:15.268177 31020 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
21:04:15.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:04:15.268226 31020 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
21:04:15.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:04:15.268262 31020 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
21:04:15.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:04:15.268352 31020 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.29.217.66
21:04:15.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:15.278638 31020 tablet_server_runner.cc:78] Tablet server non-default flags:
21:04:15.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:04:15.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.217.84:34079
21:04:15.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:04:15.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:04:15.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskfRBwJn/test-tmp/mini-kudu-cluster3207518713089653979/ts-1/data
21:04:15.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskfRBwJn/test-tmp/mini-kudu-cluster3207518713089653979/ts-1/wal
21:04:15.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:04:15.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:04:15.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.217.66:0
21:04:15.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:04:15.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:04:15.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:04:15.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskfRBwJn/test-tmp/mini-kudu-cluster3207518713089653979/ts-1/data/info.pb
21:04:15.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.217.66
21:04:15.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:04:15.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
21:04:15.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
21:04:15.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
21:04:15.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.29.217.126:40611,127.29.217.125:39385,127.29.217.124:33529
21:04:15.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:04:15.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:04:15.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:04:15.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:04:15.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:04:15.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.29.217.66
21:04:15.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskfRBwJn/test-tmp/mini-kudu-cluster3207518713089653979/ts-1/logs
21:04:15.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:04:15.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:04:15.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:04:15.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
21:04:15.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:04:15.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 468897755969d686fb08386f42f7835685e7953a
21:04:15.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:04:15.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 10 Dec 2025 20:43:25 UTC on 24a791456cd2
21:04:15.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 9452
21:04:15.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
21:04:15.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:15.280267 31020 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:04:15.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:15.282120 31020 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:04:15.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:04:15.291592 31025 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:04:15.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:04:15.291592 31026 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:04:15.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:04:15.292308 31028 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:04:15.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:15.293443 31020 server_base.cc:1047] running on GCE node
21:04:15.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:15.294085 31020 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:04:15.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:15.295092 31020 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:04:15.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:15.296321 31020 hybrid_clock.cc:648] HybridClock initialized: now 1765400655296240 us; error 48 us; skew 500 ppm
21:04:15.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:15.296644 31020 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:04:15.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:15.299104 31020 webserver.cc:492] Webserver started at http://127.29.217.66:42561/ using document root <none> and password file <none>
21:04:15.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:15.299939 31020 fs_manager.cc:362] Metadata directory not provided
21:04:15.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:15.300071 31020 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:04:15.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:15.300416 31020 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
21:04:15.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:15.303215 31020 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskfRBwJn/test-tmp/mini-kudu-cluster3207518713089653979/ts-1/data/instance:
21:04:15.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5582ff21c36640f4874db6861d4cfa13"
21:04:15.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-12-10 21:04:15 on dist-test-slave-nl76"
21:04:15.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:15.304168 31020 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskfRBwJn/test-tmp/mini-kudu-cluster3207518713089653979/ts-1/wal/instance:
21:04:15.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5582ff21c36640f4874db6861d4cfa13"
21:04:15.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-12-10 21:04:15 on dist-test-slave-nl76"
21:04:15.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:15.310458 31020 fs_manager.cc:696] Time spent creating directory manager: real 0.006s user 0.006s sys 0.000s
21:04:15.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:15.314100 31034 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
21:04:15.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:15.315717 31020 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
21:04:15.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:15.315869 31020 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskfRBwJn/test-tmp/mini-kudu-cluster3207518713089653979/ts-1/data,/tmp/dist-test-taskfRBwJn/test-tmp/mini-kudu-cluster3207518713089653979/ts-1/wal
21:04:15.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5582ff21c36640f4874db6861d4cfa13"
21:04:15.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-12-10 21:04:15 on dist-test-slave-nl76"
21:04:15.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:15.316051 31020 fs_report.cc:389] FS layout report
21:04:15.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:04:15.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskfRBwJn/test-tmp/mini-kudu-cluster3207518713089653979/ts-1/wal
21:04:15.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskfRBwJn/test-tmp/mini-kudu-cluster3207518713089653979/ts-1/wal
21:04:15.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskfRBwJn/test-tmp/mini-kudu-cluster3207518713089653979/ts-1/data/data
21:04:15.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:04:15.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:04:15.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:04:15.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:04:15.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:04:15.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:04:15.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:04:15.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:04:15.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:04:15.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:04:15.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:04:15.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:15.334930 31020 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
21:04:15.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:15.335893 31020 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:04:15.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:15.336151 31020 kserver.cc:163] Server-wide thread pool size limit: 3276
21:04:15.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:15.339455 31020 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
21:04:15.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:15.339746 31020 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.001s sys 0.000s
21:04:15.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:15.339998 31020 ts_tablet_manager.cc:616] Registered 0 tablets
21:04:15.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:15.340088 31020 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
21:04:15.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:15.415908 31020 rpc_server.cc:307] RPC server started. Bound to: 127.29.217.66:38255
21:04:15.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:15.415954 31155 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.29.217.66:38255 every 8 connection(s)
21:04:15.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:15.417392 31020 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskfRBwJn/test-tmp/mini-kudu-cluster3207518713089653979/ts-1/data/info.pb
21:04:15.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:15.419938 31157 heartbeater.cc:344] Connected to a master server at 127.29.217.126:40611
21:04:15.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:15.420471 31157 heartbeater.cc:461] Registering TS with master...
21:04:15.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:15.422021 31157 heartbeater.cc:507] Master 127.29.217.126:40611 requested a full tablet report, sending...
21:04:15.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:15.424479 30606 ts_manager.cc:194] Registered new tserver with Master: 5582ff21c36640f4874db6861d4cfa13 (127.29.217.66:38255)
21:04:15.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:15.425519 30606 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.29.217.66:33621
21:04:15.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:15.426257 30565 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskfRBwJn/build/asan/bin/kudu as pid 31020
21:04:15.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:15.426466 30565 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskfRBwJn/test-tmp/mini-kudu-cluster3207518713089653979/ts-1/wal/instance
21:04:15.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:15.429243 31156 heartbeater.cc:344] Connected to a master server at 127.29.217.124:33529
21:04:15.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:15.429399 31156 heartbeater.cc:461] Registering TS with master...
21:04:15.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:15.429773 31156 heartbeater.cc:507] Master 127.29.217.124:33529 requested a full tablet report, sending...
21:04:15.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:15.430776 30565 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskfRBwJn/build/asan/bin/kudu
21:04:15.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskfRBwJn/build/asan/bin/kudu
21:04:15.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskfRBwJn/test-tmp/mini-kudu-cluster3207518713089653979/ts-2/wal
21:04:15.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskfRBwJn/test-tmp/mini-kudu-cluster3207518713089653979/ts-2/data
21:04:15.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:04:15.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:04:15.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:04:15.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:04:15.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:04:15.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:04:15.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskfRBwJn/test-tmp/mini-kudu-cluster3207518713089653979/ts-2/logs
21:04:15.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskfRBwJn/test-tmp/mini-kudu-cluster3207518713089653979/ts-2/data/info.pb
21:04:15.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:04:15.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:04:15.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:04:15.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:04:15.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:04:15.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:04:15.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:04:15.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:04:15.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
21:04:15.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:04:15.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.217.67:0
21:04:15.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.29.217.67
21:04:15.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.217.67
21:04:15.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:04:15.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.29.217.126:40611,127.29.217.125:39385,127.29.217.124:33529
21:04:15.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.217.84:34079
21:04:15.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:04:15.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:04:15.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:04:15.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
21:04:15.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
21:04:15.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
21:04:15.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:15.430886 30768 ts_manager.cc:194] Registered new tserver with Master: 5582ff21c36640f4874db6861d4cfa13 (127.29.217.66:38255)
21:04:15.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:15.435356 31158 heartbeater.cc:344] Connected to a master server at 127.29.217.125:39385
21:04:15.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:15.435513 31158 heartbeater.cc:461] Registering TS with master...
21:04:15.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:15.435765 31158 heartbeater.cc:507] Master 127.29.217.125:39385 requested a full tablet report, sending...
21:04:15.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:15.436661 30688 ts_manager.cc:194] Registered new tserver with Master: 5582ff21c36640f4874db6861d4cfa13 (127.29.217.66:38255)
21:04:15.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:04:15.771018 31161 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
21:04:15.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:04:15.771342 31161 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:04:15.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:04:15.771436 31161 flags.cc:425] Enabled unsafe flag: --never_fsync=true
21:04:15.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:04:15.779762 31161 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
21:04:15.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:04:15.779901 31161 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
21:04:15.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:04:15.779953 31161 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
21:04:15.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:04:15.779989 31161 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
21:04:15.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:04:15.780068 31161 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.29.217.67
21:04:15.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:15.790072 31161 tablet_server_runner.cc:78] Tablet server non-default flags:
21:04:15.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:04:15.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.217.84:34079
21:04:15.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:04:15.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:04:15.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskfRBwJn/test-tmp/mini-kudu-cluster3207518713089653979/ts-2/data
21:04:15.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskfRBwJn/test-tmp/mini-kudu-cluster3207518713089653979/ts-2/wal
21:04:15.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:04:15.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:04:15.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.217.67:0
21:04:15.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:04:15.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:04:15.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:04:15.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskfRBwJn/test-tmp/mini-kudu-cluster3207518713089653979/ts-2/data/info.pb
21:04:15.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.217.67
21:04:15.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:04:15.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
21:04:15.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
21:04:15.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
21:04:15.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.29.217.126:40611,127.29.217.125:39385,127.29.217.124:33529
21:04:15.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:04:15.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:04:15.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:04:15.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:04:15.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:04:15.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.29.217.67
21:04:15.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskfRBwJn/test-tmp/mini-kudu-cluster3207518713089653979/ts-2/logs
21:04:15.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:04:15.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:04:15.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:04:15.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
21:04:15.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:04:15.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 468897755969d686fb08386f42f7835685e7953a
21:04:15.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:04:15.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 10 Dec 2025 20:43:25 UTC on 24a791456cd2
21:04:15.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 9452
21:04:15.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
21:04:15.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:15.791783 31161 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:04:15.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:15.793531 31161 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:04:15.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:04:15.803540 31167 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:04:15.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:04:15.803521 31166 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:04:15.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:04:15.803838 31169 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:04:15.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:15.804642 31161 server_base.cc:1047] running on GCE node
21:04:15.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:15.805191 31161 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:04:15.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:15.806166 31161 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:04:15.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:15.807417 31161 hybrid_clock.cc:648] HybridClock initialized: now 1765400655807339 us; error 43 us; skew 500 ppm
21:04:15.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:15.807775 31161 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:04:15.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:15.810057 31161 webserver.cc:492] Webserver started at http://127.29.217.67:41001/ using document root <none> and password file <none>
21:04:15.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:15.810860 31161 fs_manager.cc:362] Metadata directory not provided
21:04:15.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:15.810985 31161 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:04:15.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:15.811327 31161 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
21:04:15.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:15.813877 31161 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskfRBwJn/test-tmp/mini-kudu-cluster3207518713089653979/ts-2/data/instance:
21:04:15.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e523b2576ebc4f08ab5b638d8581468e"
21:04:15.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-12-10 21:04:15 on dist-test-slave-nl76"
21:04:15.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:15.814893 31161 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskfRBwJn/test-tmp/mini-kudu-cluster3207518713089653979/ts-2/wal/instance:
21:04:15.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e523b2576ebc4f08ab5b638d8581468e"
21:04:15.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-12-10 21:04:15 on dist-test-slave-nl76"
21:04:15.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:15.820438 31161 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.005s sys 0.000s
21:04:15.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:15.824219 31175 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
21:04:15.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:15.825902 31161 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.001s sys 0.000s
21:04:15.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:15.826081 31161 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskfRBwJn/test-tmp/mini-kudu-cluster3207518713089653979/ts-2/data,/tmp/dist-test-taskfRBwJn/test-tmp/mini-kudu-cluster3207518713089653979/ts-2/wal
21:04:15.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e523b2576ebc4f08ab5b638d8581468e"
21:04:15.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-12-10 21:04:15 on dist-test-slave-nl76"
21:04:15.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:15.826336 31161 fs_report.cc:389] FS layout report
21:04:15.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:04:15.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskfRBwJn/test-tmp/mini-kudu-cluster3207518713089653979/ts-2/wal
21:04:15.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskfRBwJn/test-tmp/mini-kudu-cluster3207518713089653979/ts-2/wal
21:04:15.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskfRBwJn/test-tmp/mini-kudu-cluster3207518713089653979/ts-2/data/data
21:04:15.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:04:15.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:04:15.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:04:15.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:04:15.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:04:15.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:04:15.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:04:15.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:04:15.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:04:15.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:04:15.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:04:15.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:15.851351 31161 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
21:04:15.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:15.852234 31161 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:04:15.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:15.852550 31161 kserver.cc:163] Server-wide thread pool size limit: 3276
21:04:15.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:15.856050 31161 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
21:04:15.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:15.856187 31161 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
21:04:15.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:15.856300 31161 ts_tablet_manager.cc:616] Registered 0 tablets
21:04:15.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:15.856365 31161 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
21:04:15.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:15.910006 31016 heartbeater.cc:499] Master 127.29.217.126:40611 was elected leader, sending a full tablet report...
21:04:15.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:15.919080 31161 rpc_server.cc:307] RPC server started. Bound to: 127.29.217.67:46243
21:04:15.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:15.919143 31296 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.29.217.67:46243 every 8 connection(s)
21:04:15.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:15.920455 31161 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskfRBwJn/test-tmp/mini-kudu-cluster3207518713089653979/ts-2/data/info.pb
21:04:15.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:15.921118 30565 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskfRBwJn/build/asan/bin/kudu as pid 31161
21:04:15.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:15.921362 30565 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskfRBwJn/test-tmp/mini-kudu-cluster3207518713089653979/ts-2/wal/instance
21:04:15.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:15.931281 31298 heartbeater.cc:344] Connected to a master server at 127.29.217.126:40611
21:04:15.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:15.932121 31298 heartbeater.cc:461] Registering TS with master...
21:04:15.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:15.933632 31298 heartbeater.cc:507] Master 127.29.217.126:40611 requested a full tablet report, sending...
21:04:15.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:15.934355 31297 heartbeater.cc:344] Connected to a master server at 127.29.217.124:33529
21:04:15.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:15.934674 31297 heartbeater.cc:461] Registering TS with master...
21:04:15.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:15.935117 30606 ts_manager.cc:194] Registered new tserver with Master: e523b2576ebc4f08ab5b638d8581468e (127.29.217.67:46243)
21:04:15.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:15.935472 31297 heartbeater.cc:507] Master 127.29.217.124:33529 requested a full tablet report, sending...
21:04:15.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:15.936249 30606 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.29.217.67:41261
21:04:15.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:15.936615 30768 ts_manager.cc:194] Registered new tserver with Master: e523b2576ebc4f08ab5b638d8581468e (127.29.217.67:46243)
21:04:15.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:15.944413 31299 heartbeater.cc:344] Connected to a master server at 127.29.217.125:39385
21:04:15.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:15.944620 31299 heartbeater.cc:461] Registering TS with master...
21:04:15.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:15.945019 31299 heartbeater.cc:507] Master 127.29.217.125:39385 requested a full tablet report, sending...
21:04:15.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:15.946116 30688 ts_manager.cc:194] Registered new tserver with Master: e523b2576ebc4f08ab5b638d8581468e (127.29.217.67:46243)
21:04:15.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:15.948230 30565 external_mini_cluster.cc:949] 3 TS(s) registered with all masters
21:04:15.950 [DEBUG - main] (MiniKuduCluster.java:195) Response:
21:04:15.950 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
21:04:15.951 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.29.217.126"
port: 40611
}
bound_http_address {
host: "127.29.217.126"
port: 36103
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.29.217.125"
port: 39385
}
bound_http_address {
host: "127.29.217.125"
port: 34385
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.29.217.124"
port: 33529
}
bound_http_address {
host: "127.29.217.124"
port: 44829
}
}
}
21:04:15.951 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
21:04:15.952 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.29.217.65"
port: 44977
}
bound_http_address {
host: "127.29.217.65"
port: 39201
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.29.217.66"
port: 38255
}
bound_http_address {
host: "127.29.217.66"
port: 42561
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.29.217.67"
port: 46243
}
bound_http_address {
host: "127.29.217.67"
port: 41001
}
}
}
21:04:15.952 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
21:04:15.954 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
21:04:15.955 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.29.217.126:40611(127.29.217.126:40611)] connecting to peer
21:04:15.956 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.29.217.124:33529(127.29.217.124:33529)] connecting to peer
21:04:15.957 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.29.217.126:40611(127.29.217.126:40611)] Successfully connected to peer
21:04:15.958 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.29.217.125:39385(127.29.217.125:39385)] connecting to peer
21:04:15.959 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.29.217.124:33529(127.29.217.124:33529)] Successfully connected to peer
21:04:15.960 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.29.217.126
21:04:15.961 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.29.217.124
21:04:15.963 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.29.217.125:39385(127.29.217.125:39385)] Successfully connected to peer
21:04:15.964 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.29.217.125
21:04:15.974 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xe936dc8b, L:/127.0.0.1:55202 - R:/127.29.217.124:33529] using SASL/PLAIN
21:04:15.977 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xa9d3587d, L:/127.0.0.1:56800 - R:/127.29.217.126:40611] using SASL/PLAIN
21:04:15.978 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xebee4b5b, L:/127.0.0.1:52050 - R:/127.29.217.125:39385] using SASL/PLAIN
21:04:15.980 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
21:04:15.980 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=25), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.217.126:40611, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.217.124:33529, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.217.125:39385, [20ms] Sub RPC ConnectToMaster: received response from server master-127.29.217.124:33529: OK, [24ms] Sub RPC ConnectToMaster: received response from server master-127.29.217.126:40611: OK, deferred=null) after lookup
21:04:15.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:15.982688 30606 catalog_manager.cc:2257] Servicing CreateTable request from {username='slave'} at 127.0.0.1:56800:
21:04:15.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_manager_fallback_rolling"
21:04:15.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
21:04:15.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
21:04:15.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
21:04:15.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
21:04:15.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
21:04:15.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
21:04:15.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
21:04:15.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
21:04:15.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
21:04:15.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:04:15.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
21:04:15.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column1_i"
21:04:15.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
21:04:15.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
21:04:15.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
21:04:15.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
21:04:15.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
21:04:15.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
21:04:15.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:04:15.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
21:04:15.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column2_i"
21:04:15.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
21:04:15.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
21:04:15.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
21:04:15.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
21:04:15.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
21:04:15.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
21:04:15.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:04:15.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
21:04:15.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column3_s"
21:04:15.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
21:04:15.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
21:04:15.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: true
21:04:15.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: DICT_ENCODING
21:04:15.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: LZ4
21:04:15.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 4096
21:04:15.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
21:04:15.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
21:04:15.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:04:15.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
21:04:15.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column4_b"
21:04:15.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: BOOL
21:04:15.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
21:04:15.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
21:04:15.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
21:04:15.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
21:04:15.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
21:04:15.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:04:15.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:04:15.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
21:04:15.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) hash_schema {
21:04:15.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
21:04:15.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
21:04:15.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:04:15.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_buckets: 2
21:04:15.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) seed: 0
21:04:15.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:04:15.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:04:15.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:04:15.985024 30606 catalog_manager.cc:7016] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table txn_manager_fallback_rolling in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
21:04:15.999 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table e16213b5809b4b37b73b13aaceda46dd
21:04:16.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.035835 30949 tablet_service.cc:1505] Processing CreateTablet for tablet 391c80230b2448a3a55732aa0d27dbcb (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=e16213b5809b4b37b73b13aaceda46dd]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
21:04:16.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.035842 31231 tablet_service.cc:1505] Processing CreateTablet for tablet 391c80230b2448a3a55732aa0d27dbcb (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=e16213b5809b4b37b73b13aaceda46dd]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
21:04:16.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.036633 30950 tablet_service.cc:1505] Processing CreateTablet for tablet aaf9dfbd426a42308ea01b2ce7e4b2fb (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=e16213b5809b4b37b73b13aaceda46dd]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
21:04:16.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.036952 31083 tablet_service.cc:1505] Processing CreateTablet for tablet 391c80230b2448a3a55732aa0d27dbcb (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=e16213b5809b4b37b73b13aaceda46dd]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
21:04:16.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.035833 31084 tablet_service.cc:1505] Processing CreateTablet for tablet aaf9dfbd426a42308ea01b2ce7e4b2fb (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=e16213b5809b4b37b73b13aaceda46dd]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
21:04:16.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.037562 31231 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 391c80230b2448a3a55732aa0d27dbcb. 1 dirs total, 0 dirs full, 0 dirs failed
21:04:16.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.037550 30950 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet aaf9dfbd426a42308ea01b2ce7e4b2fb. 1 dirs total, 0 dirs full, 0 dirs failed
21:04:16.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.038205 31083 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 391c80230b2448a3a55732aa0d27dbcb. 1 dirs total, 0 dirs full, 0 dirs failed
21:04:16.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.036290 31232 tablet_service.cc:1505] Processing CreateTablet for tablet aaf9dfbd426a42308ea01b2ce7e4b2fb (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=e16213b5809b4b37b73b13aaceda46dd]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
21:04:16.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.039383 31232 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet aaf9dfbd426a42308ea01b2ce7e4b2fb. 1 dirs total, 0 dirs full, 0 dirs failed
21:04:16.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.040248 31084 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet aaf9dfbd426a42308ea01b2ce7e4b2fb. 1 dirs total, 0 dirs full, 0 dirs failed
21:04:16.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.041049 30949 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 391c80230b2448a3a55732aa0d27dbcb. 1 dirs total, 0 dirs full, 0 dirs failed
21:04:16.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.054152 31321 tablet_bootstrap.cc:492] T aaf9dfbd426a42308ea01b2ce7e4b2fb P 5582ff21c36640f4874db6861d4cfa13: Bootstrap starting.
21:04:16.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.058056 31321 tablet_bootstrap.cc:654] T aaf9dfbd426a42308ea01b2ce7e4b2fb P 5582ff21c36640f4874db6861d4cfa13: Neither blocks nor log segments found. Creating new log.
21:04:16.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.058599 31322 tablet_bootstrap.cc:492] T aaf9dfbd426a42308ea01b2ce7e4b2fb P d21e1be5edbf43f49dad021c65a069f4: Bootstrap starting.
21:04:16.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.059497 31323 tablet_bootstrap.cc:492] T aaf9dfbd426a42308ea01b2ce7e4b2fb P e523b2576ebc4f08ab5b638d8581468e: Bootstrap starting.
21:04:16.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.060199 31321 log.cc:826] T aaf9dfbd426a42308ea01b2ce7e4b2fb P 5582ff21c36640f4874db6861d4cfa13: Log is configured to *not* fsync() on all Append() calls
21:04:16.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.062247 31322 tablet_bootstrap.cc:654] T aaf9dfbd426a42308ea01b2ce7e4b2fb P d21e1be5edbf43f49dad021c65a069f4: Neither blocks nor log segments found. Creating new log.
21:04:16.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.062820 31323 tablet_bootstrap.cc:654] T aaf9dfbd426a42308ea01b2ce7e4b2fb P e523b2576ebc4f08ab5b638d8581468e: Neither blocks nor log segments found. Creating new log.
21:04:16.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.063234 31321 tablet_bootstrap.cc:492] T aaf9dfbd426a42308ea01b2ce7e4b2fb P 5582ff21c36640f4874db6861d4cfa13: No bootstrap required, opened a new log
21:04:16.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.063369 31322 log.cc:826] T aaf9dfbd426a42308ea01b2ce7e4b2fb P d21e1be5edbf43f49dad021c65a069f4: Log is configured to *not* fsync() on all Append() calls
21:04:16.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.063515 31321 ts_tablet_manager.cc:1403] T aaf9dfbd426a42308ea01b2ce7e4b2fb P 5582ff21c36640f4874db6861d4cfa13: Time spent bootstrapping tablet: real 0.010s user 0.007s sys 0.000s
21:04:16.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.064035 31323 log.cc:826] T aaf9dfbd426a42308ea01b2ce7e4b2fb P e523b2576ebc4f08ab5b638d8581468e: Log is configured to *not* fsync() on all Append() calls
21:04:16.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.065901 31322 tablet_bootstrap.cc:492] T aaf9dfbd426a42308ea01b2ce7e4b2fb P d21e1be5edbf43f49dad021c65a069f4: No bootstrap required, opened a new log
21:04:16.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.066156 31322 ts_tablet_manager.cc:1403] T aaf9dfbd426a42308ea01b2ce7e4b2fb P d21e1be5edbf43f49dad021c65a069f4: Time spent bootstrapping tablet: real 0.008s user 0.002s sys 0.003s
21:04:16.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.066826 31323 tablet_bootstrap.cc:492] T aaf9dfbd426a42308ea01b2ce7e4b2fb P e523b2576ebc4f08ab5b638d8581468e: No bootstrap required, opened a new log
21:04:16.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.067080 31323 ts_tablet_manager.cc:1403] T aaf9dfbd426a42308ea01b2ce7e4b2fb P e523b2576ebc4f08ab5b638d8581468e: Time spent bootstrapping tablet: real 0.008s user 0.007s sys 0.000s
21:04:16.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.070887 31321 raft_consensus.cc:359] T aaf9dfbd426a42308ea01b2ce7e4b2fb P 5582ff21c36640f4874db6861d4cfa13 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e523b2576ebc4f08ab5b638d8581468e" member_type: VOTER last_known_addr { host: "127.29.217.67" port: 46243 } } peers { permanent_uuid: "d21e1be5edbf43f49dad021c65a069f4" member_type: VOTER last_known_addr { host: "127.29.217.65" port: 44977 } } peers { permanent_uuid: "5582ff21c36640f4874db6861d4cfa13" member_type: VOTER last_known_addr { host: "127.29.217.66" port: 38255 } }
21:04:16.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.071362 31322 raft_consensus.cc:359] T aaf9dfbd426a42308ea01b2ce7e4b2fb P d21e1be5edbf43f49dad021c65a069f4 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e523b2576ebc4f08ab5b638d8581468e" member_type: VOTER last_known_addr { host: "127.29.217.67" port: 46243 } } peers { permanent_uuid: "d21e1be5edbf43f49dad021c65a069f4" member_type: VOTER last_known_addr { host: "127.29.217.65" port: 44977 } } peers { permanent_uuid: "5582ff21c36640f4874db6861d4cfa13" member_type: VOTER last_known_addr { host: "127.29.217.66" port: 38255 } }
21:04:16.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.071511 31321 raft_consensus.cc:385] T aaf9dfbd426a42308ea01b2ce7e4b2fb P 5582ff21c36640f4874db6861d4cfa13 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:04:16.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.071626 31321 raft_consensus.cc:740] T aaf9dfbd426a42308ea01b2ce7e4b2fb P 5582ff21c36640f4874db6861d4cfa13 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5582ff21c36640f4874db6861d4cfa13, State: Initialized, Role: FOLLOWER
21:04:16.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.071656 31322 raft_consensus.cc:385] T aaf9dfbd426a42308ea01b2ce7e4b2fb P d21e1be5edbf43f49dad021c65a069f4 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:04:16.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.071758 31322 raft_consensus.cc:740] T aaf9dfbd426a42308ea01b2ce7e4b2fb P d21e1be5edbf43f49dad021c65a069f4 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d21e1be5edbf43f49dad021c65a069f4, State: Initialized, Role: FOLLOWER
21:04:16.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.072314 31322 consensus_queue.cc:260] T aaf9dfbd426a42308ea01b2ce7e4b2fb P d21e1be5edbf43f49dad021c65a069f4 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e523b2576ebc4f08ab5b638d8581468e" member_type: VOTER last_known_addr { host: "127.29.217.67" port: 46243 } } peers { permanent_uuid: "d21e1be5edbf43f49dad021c65a069f4" member_type: VOTER last_known_addr { host: "127.29.217.65" port: 44977 } } peers { permanent_uuid: "5582ff21c36640f4874db6861d4cfa13" member_type: VOTER last_known_addr { host: "127.29.217.66" port: 38255 } }
21:04:16.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.072342 31321 consensus_queue.cc:260] T aaf9dfbd426a42308ea01b2ce7e4b2fb P 5582ff21c36640f4874db6861d4cfa13 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e523b2576ebc4f08ab5b638d8581468e" member_type: VOTER last_known_addr { host: "127.29.217.67" port: 46243 } } peers { permanent_uuid: "d21e1be5edbf43f49dad021c65a069f4" member_type: VOTER last_known_addr { host: "127.29.217.65" port: 44977 } } peers { permanent_uuid: "5582ff21c36640f4874db6861d4cfa13" member_type: VOTER last_known_addr { host: "127.29.217.66" port: 38255 } }
21:04:16.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.074015 31322 ts_tablet_manager.cc:1434] T aaf9dfbd426a42308ea01b2ce7e4b2fb P d21e1be5edbf43f49dad021c65a069f4: Time spent starting tablet: real 0.008s user 0.008s sys 0.001s
21:04:16.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.074173 31323 raft_consensus.cc:359] T aaf9dfbd426a42308ea01b2ce7e4b2fb P e523b2576ebc4f08ab5b638d8581468e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e523b2576ebc4f08ab5b638d8581468e" member_type: VOTER last_known_addr { host: "127.29.217.67" port: 46243 } } peers { permanent_uuid: "d21e1be5edbf43f49dad021c65a069f4" member_type: VOTER last_known_addr { host: "127.29.217.65" port: 44977 } } peers { permanent_uuid: "5582ff21c36640f4874db6861d4cfa13" member_type: VOTER last_known_addr { host: "127.29.217.66" port: 38255 } }
21:04:16.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.074682 31323 raft_consensus.cc:385] T aaf9dfbd426a42308ea01b2ce7e4b2fb P e523b2576ebc4f08ab5b638d8581468e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:04:16.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.074882 31323 raft_consensus.cc:740] T aaf9dfbd426a42308ea01b2ce7e4b2fb P e523b2576ebc4f08ab5b638d8581468e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e523b2576ebc4f08ab5b638d8581468e, State: Initialized, Role: FOLLOWER
21:04:16.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.076145 31323 consensus_queue.cc:260] T aaf9dfbd426a42308ea01b2ce7e4b2fb P e523b2576ebc4f08ab5b638d8581468e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e523b2576ebc4f08ab5b638d8581468e" member_type: VOTER last_known_addr { host: "127.29.217.67" port: 46243 } } peers { permanent_uuid: "d21e1be5edbf43f49dad021c65a069f4" member_type: VOTER last_known_addr { host: "127.29.217.65" port: 44977 } } peers { permanent_uuid: "5582ff21c36640f4874db6861d4cfa13" member_type: VOTER last_known_addr { host: "127.29.217.66" port: 38255 } }
21:04:16.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.082548 31322 tablet_bootstrap.cc:492] T 391c80230b2448a3a55732aa0d27dbcb P d21e1be5edbf43f49dad021c65a069f4: Bootstrap starting.
21:04:16.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.082792 31321 ts_tablet_manager.cc:1434] T aaf9dfbd426a42308ea01b2ce7e4b2fb P 5582ff21c36640f4874db6861d4cfa13: Time spent starting tablet: real 0.019s user 0.012s sys 0.005s
21:04:16.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.083210 31157 heartbeater.cc:499] Master 127.29.217.126:40611 was elected leader, sending a full tablet report...
21:04:16.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.084532 31323 ts_tablet_manager.cc:1434] T aaf9dfbd426a42308ea01b2ce7e4b2fb P e523b2576ebc4f08ab5b638d8581468e: Time spent starting tablet: real 0.017s user 0.011s sys 0.005s
21:04:16.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.084918 31298 heartbeater.cc:499] Master 127.29.217.126:40611 was elected leader, sending a full tablet report...
21:04:16.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.085777 31323 tablet_bootstrap.cc:492] T 391c80230b2448a3a55732aa0d27dbcb P e523b2576ebc4f08ab5b638d8581468e: Bootstrap starting.
21:04:16.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.086499 31321 tablet_bootstrap.cc:492] T 391c80230b2448a3a55732aa0d27dbcb P 5582ff21c36640f4874db6861d4cfa13: Bootstrap starting.
21:04:16.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.087767 31323 tablet_bootstrap.cc:654] T 391c80230b2448a3a55732aa0d27dbcb P e523b2576ebc4f08ab5b638d8581468e: Neither blocks nor log segments found. Creating new log.
21:04:16.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.092239 31321 tablet_bootstrap.cc:654] T 391c80230b2448a3a55732aa0d27dbcb P 5582ff21c36640f4874db6861d4cfa13: Neither blocks nor log segments found. Creating new log.
21:04:16.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.092592 31322 tablet_bootstrap.cc:654] T 391c80230b2448a3a55732aa0d27dbcb P d21e1be5edbf43f49dad021c65a069f4: Neither blocks nor log segments found. Creating new log.
21:04:16.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.094470 31323 tablet_bootstrap.cc:492] T 391c80230b2448a3a55732aa0d27dbcb P e523b2576ebc4f08ab5b638d8581468e: No bootstrap required, opened a new log
21:04:16.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.094637 31321 tablet_bootstrap.cc:492] T 391c80230b2448a3a55732aa0d27dbcb P 5582ff21c36640f4874db6861d4cfa13: No bootstrap required, opened a new log
21:04:16.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.094676 31323 ts_tablet_manager.cc:1403] T 391c80230b2448a3a55732aa0d27dbcb P e523b2576ebc4f08ab5b638d8581468e: Time spent bootstrapping tablet: real 0.009s user 0.003s sys 0.005s
21:04:16.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.094734 31322 tablet_bootstrap.cc:492] T 391c80230b2448a3a55732aa0d27dbcb P d21e1be5edbf43f49dad021c65a069f4: No bootstrap required, opened a new log
21:04:16.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.094777 31321 ts_tablet_manager.cc:1403] T 391c80230b2448a3a55732aa0d27dbcb P 5582ff21c36640f4874db6861d4cfa13: Time spent bootstrapping tablet: real 0.008s user 0.001s sys 0.004s
21:04:16.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.094913 31322 ts_tablet_manager.cc:1403] T 391c80230b2448a3a55732aa0d27dbcb P d21e1be5edbf43f49dad021c65a069f4: Time spent bootstrapping tablet: real 0.012s user 0.000s sys 0.003s
21:04:16.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.095476 31323 raft_consensus.cc:359] T 391c80230b2448a3a55732aa0d27dbcb P e523b2576ebc4f08ab5b638d8581468e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d21e1be5edbf43f49dad021c65a069f4" member_type: VOTER last_known_addr { host: "127.29.217.65" port: 44977 } } peers { permanent_uuid: "5582ff21c36640f4874db6861d4cfa13" member_type: VOTER last_known_addr { host: "127.29.217.66" port: 38255 } } peers { permanent_uuid: "e523b2576ebc4f08ab5b638d8581468e" member_type: VOTER last_known_addr { host: "127.29.217.67" port: 46243 } }
21:04:16.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.095528 31321 raft_consensus.cc:359] T 391c80230b2448a3a55732aa0d27dbcb P 5582ff21c36640f4874db6861d4cfa13 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d21e1be5edbf43f49dad021c65a069f4" member_type: VOTER last_known_addr { host: "127.29.217.65" port: 44977 } } peers { permanent_uuid: "5582ff21c36640f4874db6861d4cfa13" member_type: VOTER last_known_addr { host: "127.29.217.66" port: 38255 } } peers { permanent_uuid: "e523b2576ebc4f08ab5b638d8581468e" member_type: VOTER last_known_addr { host: "127.29.217.67" port: 46243 } }
21:04:16.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.095584 31322 raft_consensus.cc:359] T 391c80230b2448a3a55732aa0d27dbcb P d21e1be5edbf43f49dad021c65a069f4 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d21e1be5edbf43f49dad021c65a069f4" member_type: VOTER last_known_addr { host: "127.29.217.65" port: 44977 } } peers { permanent_uuid: "5582ff21c36640f4874db6861d4cfa13" member_type: VOTER last_known_addr { host: "127.29.217.66" port: 38255 } } peers { permanent_uuid: "e523b2576ebc4f08ab5b638d8581468e" member_type: VOTER last_known_addr { host: "127.29.217.67" port: 46243 } }
21:04:16.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.095674 31323 raft_consensus.cc:385] T 391c80230b2448a3a55732aa0d27dbcb P e523b2576ebc4f08ab5b638d8581468e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:04:16.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.095685 31321 raft_consensus.cc:385] T 391c80230b2448a3a55732aa0d27dbcb P 5582ff21c36640f4874db6861d4cfa13 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:04:16.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.095742 31322 raft_consensus.cc:385] T 391c80230b2448a3a55732aa0d27dbcb P d21e1be5edbf43f49dad021c65a069f4 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:04:16.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.095768 31323 raft_consensus.cc:740] T 391c80230b2448a3a55732aa0d27dbcb P e523b2576ebc4f08ab5b638d8581468e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e523b2576ebc4f08ab5b638d8581468e, State: Initialized, Role: FOLLOWER
21:04:16.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.095768 31321 raft_consensus.cc:740] T 391c80230b2448a3a55732aa0d27dbcb P 5582ff21c36640f4874db6861d4cfa13 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5582ff21c36640f4874db6861d4cfa13, State: Initialized, Role: FOLLOWER
21:04:16.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.095829 31322 raft_consensus.cc:740] T 391c80230b2448a3a55732aa0d27dbcb P d21e1be5edbf43f49dad021c65a069f4 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d21e1be5edbf43f49dad021c65a069f4, State: Initialized, Role: FOLLOWER
21:04:16.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.095981 31323 consensus_queue.cc:260] T 391c80230b2448a3a55732aa0d27dbcb P e523b2576ebc4f08ab5b638d8581468e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d21e1be5edbf43f49dad021c65a069f4" member_type: VOTER last_known_addr { host: "127.29.217.65" port: 44977 } } peers { permanent_uuid: "5582ff21c36640f4874db6861d4cfa13" member_type: VOTER last_known_addr { host: "127.29.217.66" port: 38255 } } peers { permanent_uuid: "e523b2576ebc4f08ab5b638d8581468e" member_type: VOTER last_known_addr { host: "127.29.217.67" port: 46243 } }
21:04:16.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.095994 31321 consensus_queue.cc:260] T 391c80230b2448a3a55732aa0d27dbcb P 5582ff21c36640f4874db6861d4cfa13 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d21e1be5edbf43f49dad021c65a069f4" member_type: VOTER last_known_addr { host: "127.29.217.65" port: 44977 } } peers { permanent_uuid: "5582ff21c36640f4874db6861d4cfa13" member_type: VOTER last_known_addr { host: "127.29.217.66" port: 38255 } } peers { permanent_uuid: "e523b2576ebc4f08ab5b638d8581468e" member_type: VOTER last_known_addr { host: "127.29.217.67" port: 46243 } }
21:04:16.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.096500 31321 ts_tablet_manager.cc:1434] T 391c80230b2448a3a55732aa0d27dbcb P 5582ff21c36640f4874db6861d4cfa13: Time spent starting tablet: real 0.002s user 0.001s sys 0.000s
21:04:16.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.096505 31323 ts_tablet_manager.cc:1434] T 391c80230b2448a3a55732aa0d27dbcb P e523b2576ebc4f08ab5b638d8581468e: Time spent starting tablet: real 0.002s user 0.000s sys 0.001s
21:04:16.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.096088 31322 consensus_queue.cc:260] T 391c80230b2448a3a55732aa0d27dbcb P d21e1be5edbf43f49dad021c65a069f4 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d21e1be5edbf43f49dad021c65a069f4" member_type: VOTER last_known_addr { host: "127.29.217.65" port: 44977 } } peers { permanent_uuid: "5582ff21c36640f4874db6861d4cfa13" member_type: VOTER last_known_addr { host: "127.29.217.66" port: 38255 } } peers { permanent_uuid: "e523b2576ebc4f08ab5b638d8581468e" member_type: VOTER last_known_addr { host: "127.29.217.67" port: 46243 } }
21:04:16.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.098855 31322 ts_tablet_manager.cc:1434] T 391c80230b2448a3a55732aa0d27dbcb P d21e1be5edbf43f49dad021c65a069f4: Time spent starting tablet: real 0.004s user 0.002s sys 0.000s
21:04:16.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.134511 31328 raft_consensus.cc:493] T aaf9dfbd426a42308ea01b2ce7e4b2fb P 5582ff21c36640f4874db6861d4cfa13 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:04:16.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.134830 31328 raft_consensus.cc:515] T aaf9dfbd426a42308ea01b2ce7e4b2fb P 5582ff21c36640f4874db6861d4cfa13 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e523b2576ebc4f08ab5b638d8581468e" member_type: VOTER last_known_addr { host: "127.29.217.67" port: 46243 } } peers { permanent_uuid: "d21e1be5edbf43f49dad021c65a069f4" member_type: VOTER last_known_addr { host: "127.29.217.65" port: 44977 } } peers { permanent_uuid: "5582ff21c36640f4874db6861d4cfa13" member_type: VOTER last_known_addr { host: "127.29.217.66" port: 38255 } }
21:04:16.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.136613 31328 leader_election.cc:290] T aaf9dfbd426a42308ea01b2ce7e4b2fb P 5582ff21c36640f4874db6861d4cfa13 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers e523b2576ebc4f08ab5b638d8581468e (127.29.217.67:46243), d21e1be5edbf43f49dad021c65a069f4 (127.29.217.65:44977)
21:04:16.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.146236 30970 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "aaf9dfbd426a42308ea01b2ce7e4b2fb" candidate_uuid: "5582ff21c36640f4874db6861d4cfa13" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d21e1be5edbf43f49dad021c65a069f4" is_pre_election: true
21:04:16.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.146236 31252 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "aaf9dfbd426a42308ea01b2ce7e4b2fb" candidate_uuid: "5582ff21c36640f4874db6861d4cfa13" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e523b2576ebc4f08ab5b638d8581468e" is_pre_election: true
21:04:16.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.146881 30970 raft_consensus.cc:2468] T aaf9dfbd426a42308ea01b2ce7e4b2fb P d21e1be5edbf43f49dad021c65a069f4 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5582ff21c36640f4874db6861d4cfa13 in term 0.
21:04:16.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.146881 31252 raft_consensus.cc:2468] T aaf9dfbd426a42308ea01b2ce7e4b2fb P e523b2576ebc4f08ab5b638d8581468e [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5582ff21c36640f4874db6861d4cfa13 in term 0.
21:04:16.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.147671 31035 leader_election.cc:304] T aaf9dfbd426a42308ea01b2ce7e4b2fb P 5582ff21c36640f4874db6861d4cfa13 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 3 yes votes; 0 no votes. yes voters: 5582ff21c36640f4874db6861d4cfa13, d21e1be5edbf43f49dad021c65a069f4, e523b2576ebc4f08ab5b638d8581468e; no voters:
21:04:16.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.148108 31328 raft_consensus.cc:2804] T aaf9dfbd426a42308ea01b2ce7e4b2fb P 5582ff21c36640f4874db6861d4cfa13 [term 0 FOLLOWER]: Leader pre-election won for term 1
21:04:16.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.148244 31328 raft_consensus.cc:493] T aaf9dfbd426a42308ea01b2ce7e4b2fb P 5582ff21c36640f4874db6861d4cfa13 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
21:04:16.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.148386 31328 raft_consensus.cc:3060] T aaf9dfbd426a42308ea01b2ce7e4b2fb P 5582ff21c36640f4874db6861d4cfa13 [term 0 FOLLOWER]: Advancing to term 1
21:04:16.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:04:16.148648 31018 tablet.cc:2378] T 391c80230b2448a3a55732aa0d27dbcb P d21e1be5edbf43f49dad021c65a069f4: Can't schedule compaction. Clean time has not been advanced past its initial value.
21:04:16.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.150777 31328 raft_consensus.cc:515] T aaf9dfbd426a42308ea01b2ce7e4b2fb P 5582ff21c36640f4874db6861d4cfa13 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e523b2576ebc4f08ab5b638d8581468e" member_type: VOTER last_known_addr { host: "127.29.217.67" port: 46243 } } peers { permanent_uuid: "d21e1be5edbf43f49dad021c65a069f4" member_type: VOTER last_known_addr { host: "127.29.217.65" port: 44977 } } peers { permanent_uuid: "5582ff21c36640f4874db6861d4cfa13" member_type: VOTER last_known_addr { host: "127.29.217.66" port: 38255 } }
21:04:16.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.151330 31328 leader_election.cc:290] T aaf9dfbd426a42308ea01b2ce7e4b2fb P 5582ff21c36640f4874db6861d4cfa13 [CANDIDATE]: Term 1 election: Requested vote from peers e523b2576ebc4f08ab5b638d8581468e (127.29.217.67:46243), d21e1be5edbf43f49dad021c65a069f4 (127.29.217.65:44977)
21:04:16.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.151885 31252 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "aaf9dfbd426a42308ea01b2ce7e4b2fb" candidate_uuid: "5582ff21c36640f4874db6861d4cfa13" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e523b2576ebc4f08ab5b638d8581468e"
21:04:16.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.151885 30970 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "aaf9dfbd426a42308ea01b2ce7e4b2fb" candidate_uuid: "5582ff21c36640f4874db6861d4cfa13" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d21e1be5edbf43f49dad021c65a069f4"
21:04:16.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.152081 30970 raft_consensus.cc:3060] T aaf9dfbd426a42308ea01b2ce7e4b2fb P d21e1be5edbf43f49dad021c65a069f4 [term 0 FOLLOWER]: Advancing to term 1
21:04:16.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.152081 31252 raft_consensus.cc:3060] T aaf9dfbd426a42308ea01b2ce7e4b2fb P e523b2576ebc4f08ab5b638d8581468e [term 0 FOLLOWER]: Advancing to term 1
21:04:16.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.155187 31252 raft_consensus.cc:2468] T aaf9dfbd426a42308ea01b2ce7e4b2fb P e523b2576ebc4f08ab5b638d8581468e [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 5582ff21c36640f4874db6861d4cfa13 in term 1.
21:04:16.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.155186 30970 raft_consensus.cc:2468] T aaf9dfbd426a42308ea01b2ce7e4b2fb P d21e1be5edbf43f49dad021c65a069f4 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 5582ff21c36640f4874db6861d4cfa13 in term 1.
21:04:16.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.155655 31035 leader_election.cc:304] T aaf9dfbd426a42308ea01b2ce7e4b2fb P 5582ff21c36640f4874db6861d4cfa13 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 5582ff21c36640f4874db6861d4cfa13, e523b2576ebc4f08ab5b638d8581468e; no voters:
21:04:16.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.156030 31328 raft_consensus.cc:2804] T aaf9dfbd426a42308ea01b2ce7e4b2fb P 5582ff21c36640f4874db6861d4cfa13 [term 1 FOLLOWER]: Leader election won for term 1
21:04:16.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.156512 31328 raft_consensus.cc:697] T aaf9dfbd426a42308ea01b2ce7e4b2fb P 5582ff21c36640f4874db6861d4cfa13 [term 1 LEADER]: Becoming Leader. State: Replica: 5582ff21c36640f4874db6861d4cfa13, State: Running, Role: LEADER
21:04:16.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.157051 31328 consensus_queue.cc:237] T aaf9dfbd426a42308ea01b2ce7e4b2fb P 5582ff21c36640f4874db6861d4cfa13 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e523b2576ebc4f08ab5b638d8581468e" member_type: VOTER last_known_addr { host: "127.29.217.67" port: 46243 } } peers { permanent_uuid: "d21e1be5edbf43f49dad021c65a069f4" member_type: VOTER last_known_addr { host: "127.29.217.65" port: 44977 } } peers { permanent_uuid: "5582ff21c36640f4874db6861d4cfa13" member_type: VOTER last_known_addr { host: "127.29.217.66" port: 38255 } }
21:04:16.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.162911 30606 catalog_manager.cc:5654] T aaf9dfbd426a42308ea01b2ce7e4b2fb P 5582ff21c36640f4874db6861d4cfa13 reported cstate change: term changed from 0 to 1, leader changed from <none> to 5582ff21c36640f4874db6861d4cfa13 (127.29.217.66). New cstate: current_term: 1 leader_uuid: "5582ff21c36640f4874db6861d4cfa13" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e523b2576ebc4f08ab5b638d8581468e" member_type: VOTER last_known_addr { host: "127.29.217.67" port: 46243 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "d21e1be5edbf43f49dad021c65a069f4" member_type: VOTER last_known_addr { host: "127.29.217.65" port: 44977 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "5582ff21c36640f4874db6861d4cfa13" member_type: VOTER last_known_addr { host: "127.29.217.66" port: 38255 } health_report { overall_health: HEALTHY } } }
21:04:16.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:04:16.175851 31159 tablet.cc:2378] T 391c80230b2448a3a55732aa0d27dbcb P 5582ff21c36640f4874db6861d4cfa13: Can't schedule compaction. Clean time has not been advanced past its initial value.
21:04:16.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:04:16.189064 31300 tablet.cc:2378] T 391c80230b2448a3a55732aa0d27dbcb P e523b2576ebc4f08ab5b638d8581468e: Can't schedule compaction. Clean time has not been advanced past its initial value.
21:04:16.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.242158 31327 raft_consensus.cc:493] T 391c80230b2448a3a55732aa0d27dbcb P d21e1be5edbf43f49dad021c65a069f4 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:04:16.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.242442 31327 raft_consensus.cc:515] T 391c80230b2448a3a55732aa0d27dbcb P d21e1be5edbf43f49dad021c65a069f4 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d21e1be5edbf43f49dad021c65a069f4" member_type: VOTER last_known_addr { host: "127.29.217.65" port: 44977 } } peers { permanent_uuid: "5582ff21c36640f4874db6861d4cfa13" member_type: VOTER last_known_addr { host: "127.29.217.66" port: 38255 } } peers { permanent_uuid: "e523b2576ebc4f08ab5b638d8581468e" member_type: VOTER last_known_addr { host: "127.29.217.67" port: 46243 } }
21:04:16.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.244279 31327 leader_election.cc:290] T 391c80230b2448a3a55732aa0d27dbcb P d21e1be5edbf43f49dad021c65a069f4 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 5582ff21c36640f4874db6861d4cfa13 (127.29.217.66:38255), e523b2576ebc4f08ab5b638d8581468e (127.29.217.67:46243)
21:04:16.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.252133 31252 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "391c80230b2448a3a55732aa0d27dbcb" candidate_uuid: "d21e1be5edbf43f49dad021c65a069f4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e523b2576ebc4f08ab5b638d8581468e" is_pre_election: true
21:04:16.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.252185 31105 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "391c80230b2448a3a55732aa0d27dbcb" candidate_uuid: "d21e1be5edbf43f49dad021c65a069f4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5582ff21c36640f4874db6861d4cfa13" is_pre_election: true
21:04:16.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.252480 31252 raft_consensus.cc:2468] T 391c80230b2448a3a55732aa0d27dbcb P e523b2576ebc4f08ab5b638d8581468e [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d21e1be5edbf43f49dad021c65a069f4 in term 0.
21:04:16.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.252619 31105 raft_consensus.cc:2468] T 391c80230b2448a3a55732aa0d27dbcb P 5582ff21c36640f4874db6861d4cfa13 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d21e1be5edbf43f49dad021c65a069f4 in term 0.
21:04:16.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.253141 30891 leader_election.cc:304] T 391c80230b2448a3a55732aa0d27dbcb P d21e1be5edbf43f49dad021c65a069f4 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 3 yes votes; 0 no votes. yes voters: 5582ff21c36640f4874db6861d4cfa13, d21e1be5edbf43f49dad021c65a069f4, e523b2576ebc4f08ab5b638d8581468e; no voters:
21:04:16.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.253613 31327 raft_consensus.cc:2804] T 391c80230b2448a3a55732aa0d27dbcb P d21e1be5edbf43f49dad021c65a069f4 [term 0 FOLLOWER]: Leader pre-election won for term 1
21:04:16.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.253758 31327 raft_consensus.cc:493] T 391c80230b2448a3a55732aa0d27dbcb P d21e1be5edbf43f49dad021c65a069f4 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
21:04:16.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.253866 31327 raft_consensus.cc:3060] T 391c80230b2448a3a55732aa0d27dbcb P d21e1be5edbf43f49dad021c65a069f4 [term 0 FOLLOWER]: Advancing to term 1
21:04:16.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.255954 31327 raft_consensus.cc:515] T 391c80230b2448a3a55732aa0d27dbcb P d21e1be5edbf43f49dad021c65a069f4 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d21e1be5edbf43f49dad021c65a069f4" member_type: VOTER last_known_addr { host: "127.29.217.65" port: 44977 } } peers { permanent_uuid: "5582ff21c36640f4874db6861d4cfa13" member_type: VOTER last_known_addr { host: "127.29.217.66" port: 38255 } } peers { permanent_uuid: "e523b2576ebc4f08ab5b638d8581468e" member_type: VOTER last_known_addr { host: "127.29.217.67" port: 46243 } }
21:04:16.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.256574 31327 leader_election.cc:290] T 391c80230b2448a3a55732aa0d27dbcb P d21e1be5edbf43f49dad021c65a069f4 [CANDIDATE]: Term 1 election: Requested vote from peers 5582ff21c36640f4874db6861d4cfa13 (127.29.217.66:38255), e523b2576ebc4f08ab5b638d8581468e (127.29.217.67:46243)
21:04:16.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.257287 31252 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "391c80230b2448a3a55732aa0d27dbcb" candidate_uuid: "d21e1be5edbf43f49dad021c65a069f4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e523b2576ebc4f08ab5b638d8581468e"
21:04:16.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.257305 31105 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "391c80230b2448a3a55732aa0d27dbcb" candidate_uuid: "d21e1be5edbf43f49dad021c65a069f4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5582ff21c36640f4874db6861d4cfa13"
21:04:16.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.257498 31252 raft_consensus.cc:3060] T 391c80230b2448a3a55732aa0d27dbcb P e523b2576ebc4f08ab5b638d8581468e [term 0 FOLLOWER]: Advancing to term 1
21:04:16.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.257496 31105 raft_consensus.cc:3060] T 391c80230b2448a3a55732aa0d27dbcb P 5582ff21c36640f4874db6861d4cfa13 [term 0 FOLLOWER]: Advancing to term 1
21:04:16.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.259445 31252 raft_consensus.cc:2468] T 391c80230b2448a3a55732aa0d27dbcb P e523b2576ebc4f08ab5b638d8581468e [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d21e1be5edbf43f49dad021c65a069f4 in term 1.
21:04:16.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.259580 31105 raft_consensus.cc:2468] T 391c80230b2448a3a55732aa0d27dbcb P 5582ff21c36640f4874db6861d4cfa13 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d21e1be5edbf43f49dad021c65a069f4 in term 1.
21:04:16.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.259974 30891 leader_election.cc:304] T 391c80230b2448a3a55732aa0d27dbcb P d21e1be5edbf43f49dad021c65a069f4 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: d21e1be5edbf43f49dad021c65a069f4, e523b2576ebc4f08ab5b638d8581468e; no voters:
21:04:16.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.260334 31327 raft_consensus.cc:2804] T 391c80230b2448a3a55732aa0d27dbcb P d21e1be5edbf43f49dad021c65a069f4 [term 1 FOLLOWER]: Leader election won for term 1
21:04:16.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.260897 31327 raft_consensus.cc:697] T 391c80230b2448a3a55732aa0d27dbcb P d21e1be5edbf43f49dad021c65a069f4 [term 1 LEADER]: Becoming Leader. State: Replica: d21e1be5edbf43f49dad021c65a069f4, State: Running, Role: LEADER
21:04:16.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.261631 31327 consensus_queue.cc:237] T 391c80230b2448a3a55732aa0d27dbcb P d21e1be5edbf43f49dad021c65a069f4 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d21e1be5edbf43f49dad021c65a069f4" member_type: VOTER last_known_addr { host: "127.29.217.65" port: 44977 } } peers { permanent_uuid: "5582ff21c36640f4874db6861d4cfa13" member_type: VOTER last_known_addr { host: "127.29.217.66" port: 38255 } } peers { permanent_uuid: "e523b2576ebc4f08ab5b638d8581468e" member_type: VOTER last_known_addr { host: "127.29.217.67" port: 46243 } }
21:04:16.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.267133 30606 catalog_manager.cc:5654] T 391c80230b2448a3a55732aa0d27dbcb P d21e1be5edbf43f49dad021c65a069f4 reported cstate change: term changed from 0 to 1, leader changed from <none> to d21e1be5edbf43f49dad021c65a069f4 (127.29.217.65). New cstate: current_term: 1 leader_uuid: "d21e1be5edbf43f49dad021c65a069f4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d21e1be5edbf43f49dad021c65a069f4" member_type: VOTER last_known_addr { host: "127.29.217.65" port: 44977 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "5582ff21c36640f4874db6861d4cfa13" member_type: VOTER last_known_addr { host: "127.29.217.66" port: 38255 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "e523b2576ebc4f08ab5b638d8581468e" member_type: VOTER last_known_addr { host: "127.29.217.67" port: 46243 } health_report { overall_health: UNKNOWN } } }
21:04:16.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.408361 30606 catalog_manager.cc:2257] Servicing CreateTable request from {username='slave'} at 127.0.0.1:56808:
21:04:16.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
21:04:16.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
21:04:16.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
21:04:16.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
21:04:16.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
21:04:16.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
21:04:16.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
21:04:16.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
21:04:16.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
21:04:16.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
21:04:16.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
21:04:16.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:04:16.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
21:04:16.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
21:04:16.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
21:04:16.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
21:04:16.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
21:04:16.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
21:04:16.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
21:04:16.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
21:04:16.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
21:04:16.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:04:16.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
21:04:16.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
21:04:16.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
21:04:16.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
21:04:16.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
21:04:16.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
21:04:16.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
21:04:16.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
21:04:16.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
21:04:16.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:04:16.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
21:04:16.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
21:04:16.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
21:04:16.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
21:04:16.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
21:04:16.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
21:04:16.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
21:04:16.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
21:04:16.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
21:04:16.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:04:16.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:04:16.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
21:04:16.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
21:04:16.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
21:04:16.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
21:04:16.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:04:16.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
21:04:16.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
21:04:16.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
21:04:16.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
21:04:16.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:04:16.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:04:16.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:04:16.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
21:04:16.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:04:16.409426 30606 catalog_manager.cc:7016] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
21:04:16.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.427239 31084 tablet_service.cc:1505] Processing CreateTablet for tablet c9eff409b10542739f6c28f521492628 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=887627b33d52459f822c3c875eedf511]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
21:04:16.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.427445 30950 tablet_service.cc:1505] Processing CreateTablet for tablet c9eff409b10542739f6c28f521492628 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=887627b33d52459f822c3c875eedf511]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
21:04:16.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.428236 31084 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet c9eff409b10542739f6c28f521492628. 1 dirs total, 0 dirs full, 0 dirs failed
21:04:16.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.428339 30950 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet c9eff409b10542739f6c28f521492628. 1 dirs total, 0 dirs full, 0 dirs failed
21:04:16.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.433940 31321 tablet_bootstrap.cc:492] T c9eff409b10542739f6c28f521492628 P 5582ff21c36640f4874db6861d4cfa13: Bootstrap starting.
21:04:16.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.434501 31232 tablet_service.cc:1505] Processing CreateTablet for tablet c9eff409b10542739f6c28f521492628 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=887627b33d52459f822c3c875eedf511]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
21:04:16.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.435572 31232 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet c9eff409b10542739f6c28f521492628. 1 dirs total, 0 dirs full, 0 dirs failed
21:04:16.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.435669 31322 tablet_bootstrap.cc:492] T c9eff409b10542739f6c28f521492628 P d21e1be5edbf43f49dad021c65a069f4: Bootstrap starting.
21:04:16.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.435937 31321 tablet_bootstrap.cc:654] T c9eff409b10542739f6c28f521492628 P 5582ff21c36640f4874db6861d4cfa13: Neither blocks nor log segments found. Creating new log.
21:04:16.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.437342 31322 tablet_bootstrap.cc:654] T c9eff409b10542739f6c28f521492628 P d21e1be5edbf43f49dad021c65a069f4: Neither blocks nor log segments found. Creating new log.
21:04:16.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.439792 31321 tablet_bootstrap.cc:492] T c9eff409b10542739f6c28f521492628 P 5582ff21c36640f4874db6861d4cfa13: No bootstrap required, opened a new log
21:04:16.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.440100 31321 ts_tablet_manager.cc:1403] T c9eff409b10542739f6c28f521492628 P 5582ff21c36640f4874db6861d4cfa13: Time spent bootstrapping tablet: real 0.006s user 0.005s sys 0.000s
21:04:16.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.440227 31322 tablet_bootstrap.cc:492] T c9eff409b10542739f6c28f521492628 P d21e1be5edbf43f49dad021c65a069f4: No bootstrap required, opened a new log
21:04:16.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.440549 31322 ts_tablet_manager.cc:1403] T c9eff409b10542739f6c28f521492628 P d21e1be5edbf43f49dad021c65a069f4: Time spent bootstrapping tablet: real 0.005s user 0.004s sys 0.001s
21:04:16.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.440979 31321 raft_consensus.cc:359] T c9eff409b10542739f6c28f521492628 P 5582ff21c36640f4874db6861d4cfa13 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d21e1be5edbf43f49dad021c65a069f4" member_type: VOTER last_known_addr { host: "127.29.217.65" port: 44977 } } peers { permanent_uuid: "5582ff21c36640f4874db6861d4cfa13" member_type: VOTER last_known_addr { host: "127.29.217.66" port: 38255 } } peers { permanent_uuid: "e523b2576ebc4f08ab5b638d8581468e" member_type: VOTER last_known_addr { host: "127.29.217.67" port: 46243 } }
21:04:16.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.441196 31321 raft_consensus.cc:385] T c9eff409b10542739f6c28f521492628 P 5582ff21c36640f4874db6861d4cfa13 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:04:16.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.441268 31321 raft_consensus.cc:740] T c9eff409b10542739f6c28f521492628 P 5582ff21c36640f4874db6861d4cfa13 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5582ff21c36640f4874db6861d4cfa13, State: Initialized, Role: FOLLOWER
21:04:16.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.441341 31322 raft_consensus.cc:359] T c9eff409b10542739f6c28f521492628 P d21e1be5edbf43f49dad021c65a069f4 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d21e1be5edbf43f49dad021c65a069f4" member_type: VOTER last_known_addr { host: "127.29.217.65" port: 44977 } } peers { permanent_uuid: "5582ff21c36640f4874db6861d4cfa13" member_type: VOTER last_known_addr { host: "127.29.217.66" port: 38255 } } peers { permanent_uuid: "e523b2576ebc4f08ab5b638d8581468e" member_type: VOTER last_known_addr { host: "127.29.217.67" port: 46243 } }
21:04:16.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.441576 31322 raft_consensus.cc:385] T c9eff409b10542739f6c28f521492628 P d21e1be5edbf43f49dad021c65a069f4 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:04:16.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.441560 31321 consensus_queue.cc:260] T c9eff409b10542739f6c28f521492628 P 5582ff21c36640f4874db6861d4cfa13 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d21e1be5edbf43f49dad021c65a069f4" member_type: VOTER last_known_addr { host: "127.29.217.65" port: 44977 } } peers { permanent_uuid: "5582ff21c36640f4874db6861d4cfa13" member_type: VOTER last_known_addr { host: "127.29.217.66" port: 38255 } } peers { permanent_uuid: "e523b2576ebc4f08ab5b638d8581468e" member_type: VOTER last_known_addr { host: "127.29.217.67" port: 46243 } }
21:04:16.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.441669 31322 raft_consensus.cc:740] T c9eff409b10542739f6c28f521492628 P d21e1be5edbf43f49dad021c65a069f4 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d21e1be5edbf43f49dad021c65a069f4, State: Initialized, Role: FOLLOWER
21:04:16.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.441959 31322 consensus_queue.cc:260] T c9eff409b10542739f6c28f521492628 P d21e1be5edbf43f49dad021c65a069f4 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d21e1be5edbf43f49dad021c65a069f4" member_type: VOTER last_known_addr { host: "127.29.217.65" port: 44977 } } peers { permanent_uuid: "5582ff21c36640f4874db6861d4cfa13" member_type: VOTER last_known_addr { host: "127.29.217.66" port: 38255 } } peers { permanent_uuid: "e523b2576ebc4f08ab5b638d8581468e" member_type: VOTER last_known_addr { host: "127.29.217.67" port: 46243 } }
21:04:16.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.441992 31328 tablet_replica.cc:442] T c9eff409b10542739f6c28f521492628 P 5582ff21c36640f4874db6861d4cfa13: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d21e1be5edbf43f49dad021c65a069f4" member_type: VOTER last_known_addr { host: "127.29.217.65" port: 44977 } } peers { permanent_uuid: "5582ff21c36640f4874db6861d4cfa13" member_type: VOTER last_known_addr { host: "127.29.217.66" port: 38255 } } peers { permanent_uuid: "e523b2576ebc4f08ab5b638d8581468e" member_type: VOTER last_known_addr { host: "127.29.217.67" port: 46243 } } }
21:04:16.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.442220 31328 tablet_replica.cc:445] T c9eff409b10542739f6c28f521492628 P 5582ff21c36640f4874db6861d4cfa13: This TxnStatusTablet replica's current role is: FOLLOWER
21:04:16.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.442600 31327 tablet_replica.cc:442] T c9eff409b10542739f6c28f521492628 P d21e1be5edbf43f49dad021c65a069f4: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d21e1be5edbf43f49dad021c65a069f4" member_type: VOTER last_known_addr { host: "127.29.217.65" port: 44977 } } peers { permanent_uuid: "5582ff21c36640f4874db6861d4cfa13" member_type: VOTER last_known_addr { host: "127.29.217.66" port: 38255 } } peers { permanent_uuid: "e523b2576ebc4f08ab5b638d8581468e" member_type: VOTER last_known_addr { host: "127.29.217.67" port: 46243 } } }
21:04:16.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.442865 31327 tablet_replica.cc:445] T c9eff409b10542739f6c28f521492628 P d21e1be5edbf43f49dad021c65a069f4: This TxnStatusTablet replica's current role is: FOLLOWER
21:04:16.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.444077 31323 tablet_bootstrap.cc:492] T c9eff409b10542739f6c28f521492628 P e523b2576ebc4f08ab5b638d8581468e: Bootstrap starting.
21:04:16.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.445969 31323 tablet_bootstrap.cc:654] T c9eff409b10542739f6c28f521492628 P e523b2576ebc4f08ab5b638d8581468e: Neither blocks nor log segments found. Creating new log.
21:04:16.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.446017 31321 ts_tablet_manager.cc:1434] T c9eff409b10542739f6c28f521492628 P 5582ff21c36640f4874db6861d4cfa13: Time spent starting tablet: real 0.006s user 0.001s sys 0.000s
21:04:16.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.446928 31322 ts_tablet_manager.cc:1434] T c9eff409b10542739f6c28f521492628 P d21e1be5edbf43f49dad021c65a069f4: Time spent starting tablet: real 0.006s user 0.001s sys 0.000s
21:04:16.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.449910 31323 tablet_bootstrap.cc:492] T c9eff409b10542739f6c28f521492628 P e523b2576ebc4f08ab5b638d8581468e: No bootstrap required, opened a new log
21:04:16.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.450094 31323 ts_tablet_manager.cc:1403] T c9eff409b10542739f6c28f521492628 P e523b2576ebc4f08ab5b638d8581468e: Time spent bootstrapping tablet: real 0.006s user 0.002s sys 0.002s
21:04:16.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.450901 31323 raft_consensus.cc:359] T c9eff409b10542739f6c28f521492628 P e523b2576ebc4f08ab5b638d8581468e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d21e1be5edbf43f49dad021c65a069f4" member_type: VOTER last_known_addr { host: "127.29.217.65" port: 44977 } } peers { permanent_uuid: "5582ff21c36640f4874db6861d4cfa13" member_type: VOTER last_known_addr { host: "127.29.217.66" port: 38255 } } peers { permanent_uuid: "e523b2576ebc4f08ab5b638d8581468e" member_type: VOTER last_known_addr { host: "127.29.217.67" port: 46243 } }
21:04:16.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.451104 31323 raft_consensus.cc:385] T c9eff409b10542739f6c28f521492628 P e523b2576ebc4f08ab5b638d8581468e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:04:16.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.451167 31323 raft_consensus.cc:740] T c9eff409b10542739f6c28f521492628 P e523b2576ebc4f08ab5b638d8581468e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e523b2576ebc4f08ab5b638d8581468e, State: Initialized, Role: FOLLOWER
21:04:16.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.451354 31323 consensus_queue.cc:260] T c9eff409b10542739f6c28f521492628 P e523b2576ebc4f08ab5b638d8581468e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d21e1be5edbf43f49dad021c65a069f4" member_type: VOTER last_known_addr { host: "127.29.217.65" port: 44977 } } peers { permanent_uuid: "5582ff21c36640f4874db6861d4cfa13" member_type: VOTER last_known_addr { host: "127.29.217.66" port: 38255 } } peers { permanent_uuid: "e523b2576ebc4f08ab5b638d8581468e" member_type: VOTER last_known_addr { host: "127.29.217.67" port: 46243 } }
21:04:16.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.451721 31323 ts_tablet_manager.cc:1434] T c9eff409b10542739f6c28f521492628 P e523b2576ebc4f08ab5b638d8581468e: Time spent starting tablet: real 0.002s user 0.001s sys 0.000s
21:04:16.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.451812 31329 tablet_replica.cc:442] T c9eff409b10542739f6c28f521492628 P e523b2576ebc4f08ab5b638d8581468e: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d21e1be5edbf43f49dad021c65a069f4" member_type: VOTER last_known_addr { host: "127.29.217.65" port: 44977 } } peers { permanent_uuid: "5582ff21c36640f4874db6861d4cfa13" member_type: VOTER last_known_addr { host: "127.29.217.66" port: 38255 } } peers { permanent_uuid: "e523b2576ebc4f08ab5b638d8581468e" member_type: VOTER last_known_addr { host: "127.29.217.67" port: 46243 } } }
21:04:16.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.452061 31329 tablet_replica.cc:445] T c9eff409b10542739f6c28f521492628 P e523b2576ebc4f08ab5b638d8581468e: This TxnStatusTablet replica's current role is: FOLLOWER
21:04:16.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.454294 31327 raft_consensus.cc:493] T c9eff409b10542739f6c28f521492628 P d21e1be5edbf43f49dad021c65a069f4 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:04:16.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.454469 31327 raft_consensus.cc:515] T c9eff409b10542739f6c28f521492628 P d21e1be5edbf43f49dad021c65a069f4 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d21e1be5edbf43f49dad021c65a069f4" member_type: VOTER last_known_addr { host: "127.29.217.65" port: 44977 } } peers { permanent_uuid: "5582ff21c36640f4874db6861d4cfa13" member_type: VOTER last_known_addr { host: "127.29.217.66" port: 38255 } } peers { permanent_uuid: "e523b2576ebc4f08ab5b638d8581468e" member_type: VOTER last_known_addr { host: "127.29.217.67" port: 46243 } }
21:04:16.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.455104 31327 leader_election.cc:290] T c9eff409b10542739f6c28f521492628 P d21e1be5edbf43f49dad021c65a069f4 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 5582ff21c36640f4874db6861d4cfa13 (127.29.217.66:38255), e523b2576ebc4f08ab5b638d8581468e (127.29.217.67:46243)
21:04:16.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.455597 31105 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "c9eff409b10542739f6c28f521492628" candidate_uuid: "d21e1be5edbf43f49dad021c65a069f4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5582ff21c36640f4874db6861d4cfa13" is_pre_election: true
21:04:16.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.455822 31105 raft_consensus.cc:2468] T c9eff409b10542739f6c28f521492628 P 5582ff21c36640f4874db6861d4cfa13 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d21e1be5edbf43f49dad021c65a069f4 in term 0.
21:04:16.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.455816 31252 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "c9eff409b10542739f6c28f521492628" candidate_uuid: "d21e1be5edbf43f49dad021c65a069f4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e523b2576ebc4f08ab5b638d8581468e" is_pre_election: true
21:04:16.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.456024 31252 raft_consensus.cc:2468] T c9eff409b10542739f6c28f521492628 P e523b2576ebc4f08ab5b638d8581468e [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d21e1be5edbf43f49dad021c65a069f4 in term 0.
21:04:16.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.456238 30892 leader_election.cc:304] T c9eff409b10542739f6c28f521492628 P d21e1be5edbf43f49dad021c65a069f4 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 5582ff21c36640f4874db6861d4cfa13, d21e1be5edbf43f49dad021c65a069f4; no voters:
21:04:16.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.456545 31327 raft_consensus.cc:2804] T c9eff409b10542739f6c28f521492628 P d21e1be5edbf43f49dad021c65a069f4 [term 0 FOLLOWER]: Leader pre-election won for term 1
21:04:16.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.456621 31327 raft_consensus.cc:493] T c9eff409b10542739f6c28f521492628 P d21e1be5edbf43f49dad021c65a069f4 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
21:04:16.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.456691 31327 raft_consensus.cc:3060] T c9eff409b10542739f6c28f521492628 P d21e1be5edbf43f49dad021c65a069f4 [term 0 FOLLOWER]: Advancing to term 1
21:04:16.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.458496 31327 raft_consensus.cc:515] T c9eff409b10542739f6c28f521492628 P d21e1be5edbf43f49dad021c65a069f4 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d21e1be5edbf43f49dad021c65a069f4" member_type: VOTER last_known_addr { host: "127.29.217.65" port: 44977 } } peers { permanent_uuid: "5582ff21c36640f4874db6861d4cfa13" member_type: VOTER last_known_addr { host: "127.29.217.66" port: 38255 } } peers { permanent_uuid: "e523b2576ebc4f08ab5b638d8581468e" member_type: VOTER last_known_addr { host: "127.29.217.67" port: 46243 } }
21:04:16.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.459574 31327 leader_election.cc:290] T c9eff409b10542739f6c28f521492628 P d21e1be5edbf43f49dad021c65a069f4 [CANDIDATE]: Term 1 election: Requested vote from peers 5582ff21c36640f4874db6861d4cfa13 (127.29.217.66:38255), e523b2576ebc4f08ab5b638d8581468e (127.29.217.67:46243)
21:04:16.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.459519 31105 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "c9eff409b10542739f6c28f521492628" candidate_uuid: "d21e1be5edbf43f49dad021c65a069f4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5582ff21c36640f4874db6861d4cfa13"
21:04:16.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.459764 31105 raft_consensus.cc:3060] T c9eff409b10542739f6c28f521492628 P 5582ff21c36640f4874db6861d4cfa13 [term 0 FOLLOWER]: Advancing to term 1
21:04:16.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.459769 31252 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "c9eff409b10542739f6c28f521492628" candidate_uuid: "d21e1be5edbf43f49dad021c65a069f4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e523b2576ebc4f08ab5b638d8581468e"
21:04:16.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.459972 31252 raft_consensus.cc:3060] T c9eff409b10542739f6c28f521492628 P e523b2576ebc4f08ab5b638d8581468e [term 0 FOLLOWER]: Advancing to term 1
21:04:16.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.461664 31105 raft_consensus.cc:2468] T c9eff409b10542739f6c28f521492628 P 5582ff21c36640f4874db6861d4cfa13 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d21e1be5edbf43f49dad021c65a069f4 in term 1.
21:04:16.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.461949 31252 raft_consensus.cc:2468] T c9eff409b10542739f6c28f521492628 P e523b2576ebc4f08ab5b638d8581468e [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d21e1be5edbf43f49dad021c65a069f4 in term 1.
21:04:16.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.462059 30892 leader_election.cc:304] T c9eff409b10542739f6c28f521492628 P d21e1be5edbf43f49dad021c65a069f4 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 5582ff21c36640f4874db6861d4cfa13, d21e1be5edbf43f49dad021c65a069f4; no voters:
21:04:16.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.462340 31327 raft_consensus.cc:2804] T c9eff409b10542739f6c28f521492628 P d21e1be5edbf43f49dad021c65a069f4 [term 1 FOLLOWER]: Leader election won for term 1
21:04:16.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.462487 31327 raft_consensus.cc:697] T c9eff409b10542739f6c28f521492628 P d21e1be5edbf43f49dad021c65a069f4 [term 1 LEADER]: Becoming Leader. State: Replica: d21e1be5edbf43f49dad021c65a069f4, State: Running, Role: LEADER
21:04:16.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.462793 31327 consensus_queue.cc:237] T c9eff409b10542739f6c28f521492628 P d21e1be5edbf43f49dad021c65a069f4 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d21e1be5edbf43f49dad021c65a069f4" member_type: VOTER last_known_addr { host: "127.29.217.65" port: 44977 } } peers { permanent_uuid: "5582ff21c36640f4874db6861d4cfa13" member_type: VOTER last_known_addr { host: "127.29.217.66" port: 38255 } } peers { permanent_uuid: "e523b2576ebc4f08ab5b638d8581468e" member_type: VOTER last_known_addr { host: "127.29.217.67" port: 46243 } }
21:04:16.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.464409 31340 tablet_replica.cc:442] T c9eff409b10542739f6c28f521492628 P d21e1be5edbf43f49dad021c65a069f4: TxnStatusTablet state changed. Reason: New leader d21e1be5edbf43f49dad021c65a069f4. Latest consensus state: current_term: 1 leader_uuid: "d21e1be5edbf43f49dad021c65a069f4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d21e1be5edbf43f49dad021c65a069f4" member_type: VOTER last_known_addr { host: "127.29.217.65" port: 44977 } } peers { permanent_uuid: "5582ff21c36640f4874db6861d4cfa13" member_type: VOTER last_known_addr { host: "127.29.217.66" port: 38255 } } peers { permanent_uuid: "e523b2576ebc4f08ab5b638d8581468e" member_type: VOTER last_known_addr { host: "127.29.217.67" port: 46243 } } }
21:04:16.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.464772 31340 tablet_replica.cc:445] T c9eff409b10542739f6c28f521492628 P d21e1be5edbf43f49dad021c65a069f4: This TxnStatusTablet replica's current role is: LEADER
21:04:16.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.465588 31354 txn_status_manager.cc:874] Waiting until node catch up with all replicated operations in previous term...
21:04:16.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.466056 31354 txn_status_manager.cc:930] Loading transaction status metadata into memory...
21:04:16.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.466976 30607 catalog_manager.cc:5654] T c9eff409b10542739f6c28f521492628 P d21e1be5edbf43f49dad021c65a069f4 reported cstate change: term changed from 0 to 1, leader changed from <none> to d21e1be5edbf43f49dad021c65a069f4 (127.29.217.65). New cstate: current_term: 1 leader_uuid: "d21e1be5edbf43f49dad021c65a069f4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d21e1be5edbf43f49dad021c65a069f4" member_type: VOTER last_known_addr { host: "127.29.217.65" port: 44977 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "5582ff21c36640f4874db6861d4cfa13" member_type: VOTER last_known_addr { host: "127.29.217.66" port: 38255 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "e523b2576ebc4f08ab5b638d8581468e" member_type: VOTER last_known_addr { host: "127.29.217.67" port: 46243 } health_report { overall_health: UNKNOWN } } }
21:04:16.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.500803 31252 raft_consensus.cc:1275] T c9eff409b10542739f6c28f521492628 P e523b2576ebc4f08ab5b638d8581468e [term 1 FOLLOWER]: Refusing update from remote peer d21e1be5edbf43f49dad021c65a069f4: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
21:04:16.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.500921 31105 raft_consensus.cc:1275] T c9eff409b10542739f6c28f521492628 P 5582ff21c36640f4874db6861d4cfa13 [term 1 FOLLOWER]: Refusing update from remote peer d21e1be5edbf43f49dad021c65a069f4: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
21:04:16.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.501782 31327 consensus_queue.cc:1048] T c9eff409b10542739f6c28f521492628 P d21e1be5edbf43f49dad021c65a069f4 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e523b2576ebc4f08ab5b638d8581468e" member_type: VOTER last_known_addr { host: "127.29.217.67" port: 46243 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
21:04:16.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.502068 31340 consensus_queue.cc:1048] T c9eff409b10542739f6c28f521492628 P d21e1be5edbf43f49dad021c65a069f4 [LEADER]: Connected to new peer: Peer: permanent_uuid: "5582ff21c36640f4874db6861d4cfa13" member_type: VOTER last_known_addr { host: "127.29.217.66" port: 38255 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
21:04:16.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.513222 31329 tablet_replica.cc:442] T c9eff409b10542739f6c28f521492628 P e523b2576ebc4f08ab5b638d8581468e: TxnStatusTablet state changed. Reason: New leader d21e1be5edbf43f49dad021c65a069f4. Latest consensus state: current_term: 1 leader_uuid: "d21e1be5edbf43f49dad021c65a069f4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d21e1be5edbf43f49dad021c65a069f4" member_type: VOTER last_known_addr { host: "127.29.217.65" port: 44977 } } peers { permanent_uuid: "5582ff21c36640f4874db6861d4cfa13" member_type: VOTER last_known_addr { host: "127.29.217.66" port: 38255 } } peers { permanent_uuid: "e523b2576ebc4f08ab5b638d8581468e" member_type: VOTER last_known_addr { host: "127.29.217.67" port: 46243 } } }
21:04:16.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.513566 31329 tablet_replica.cc:445] T c9eff409b10542739f6c28f521492628 P e523b2576ebc4f08ab5b638d8581468e: This TxnStatusTablet replica's current role is: FOLLOWER
21:04:16.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.517997 31329 tablet_replica.cc:442] T c9eff409b10542739f6c28f521492628 P e523b2576ebc4f08ab5b638d8581468e: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "d21e1be5edbf43f49dad021c65a069f4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d21e1be5edbf43f49dad021c65a069f4" member_type: VOTER last_known_addr { host: "127.29.217.65" port: 44977 } } peers { permanent_uuid: "5582ff21c36640f4874db6861d4cfa13" member_type: VOTER last_known_addr { host: "127.29.217.66" port: 38255 } } peers { permanent_uuid: "e523b2576ebc4f08ab5b638d8581468e" member_type: VOTER last_known_addr { host: "127.29.217.67" port: 46243 } } }
21:04:16.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.518204 31329 tablet_replica.cc:445] T c9eff409b10542739f6c28f521492628 P e523b2576ebc4f08ab5b638d8581468e: This TxnStatusTablet replica's current role is: FOLLOWER
21:04:16.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.527151 31327 tablet_replica.cc:442] T c9eff409b10542739f6c28f521492628 P d21e1be5edbf43f49dad021c65a069f4: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "d21e1be5edbf43f49dad021c65a069f4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d21e1be5edbf43f49dad021c65a069f4" member_type: VOTER last_known_addr { host: "127.29.217.65" port: 44977 } } peers { permanent_uuid: "5582ff21c36640f4874db6861d4cfa13" member_type: VOTER last_known_addr { host: "127.29.217.66" port: 38255 } } peers { permanent_uuid: "e523b2576ebc4f08ab5b638d8581468e" member_type: VOTER last_known_addr { host: "127.29.217.67" port: 46243 } } }
21:04:16.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.527434 31327 tablet_replica.cc:445] T c9eff409b10542739f6c28f521492628 P d21e1be5edbf43f49dad021c65a069f4: This TxnStatusTablet replica's current role is: LEADER
21:04:16.529 [DEBUG - Time-limited test] (KuduTransaction.java:702) starting keepalive heartbeating with period 500 ms (txn ID 0)
21:04:16.532 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table e16213b5809b4b37b73b13aaceda46dd
21:04:16.532 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.29.217.126:40611
21:04:16.533 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
21:04:16.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.537393 30565 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taskfRBwJn/build/asan/bin/kudu pid 30576
21:04:16.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.539124 30647 generic_service.cc:196] Checking for leaks (request via RPC)
21:04:16.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.548120 31328 tablet_replica.cc:442] T c9eff409b10542739f6c28f521492628 P 5582ff21c36640f4874db6861d4cfa13: TxnStatusTablet state changed. Reason: New leader d21e1be5edbf43f49dad021c65a069f4. Latest consensus state: current_term: 1 leader_uuid: "d21e1be5edbf43f49dad021c65a069f4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d21e1be5edbf43f49dad021c65a069f4" member_type: VOTER last_known_addr { host: "127.29.217.65" port: 44977 } } peers { permanent_uuid: "5582ff21c36640f4874db6861d4cfa13" member_type: VOTER last_known_addr { host: "127.29.217.66" port: 38255 } } peers { permanent_uuid: "e523b2576ebc4f08ab5b638d8581468e" member_type: VOTER last_known_addr { host: "127.29.217.67" port: 46243 } } }
21:04:16.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.548396 31328 tablet_replica.cc:445] T c9eff409b10542739f6c28f521492628 P 5582ff21c36640f4874db6861d4cfa13: This TxnStatusTablet replica's current role is: FOLLOWER
21:04:16.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.551219 31340 tablet_replica.cc:442] T c9eff409b10542739f6c28f521492628 P d21e1be5edbf43f49dad021c65a069f4: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "d21e1be5edbf43f49dad021c65a069f4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d21e1be5edbf43f49dad021c65a069f4" member_type: VOTER last_known_addr { host: "127.29.217.65" port: 44977 } } peers { permanent_uuid: "5582ff21c36640f4874db6861d4cfa13" member_type: VOTER last_known_addr { host: "127.29.217.66" port: 38255 } } peers { permanent_uuid: "e523b2576ebc4f08ab5b638d8581468e" member_type: VOTER last_known_addr { host: "127.29.217.67" port: 46243 } } }
21:04:16.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.551443 31340 tablet_replica.cc:445] T c9eff409b10542739f6c28f521492628 P d21e1be5edbf43f49dad021c65a069f4: This TxnStatusTablet replica's current role is: LEADER
21:04:16.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.562726 31328 tablet_replica.cc:442] T c9eff409b10542739f6c28f521492628 P 5582ff21c36640f4874db6861d4cfa13: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "d21e1be5edbf43f49dad021c65a069f4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d21e1be5edbf43f49dad021c65a069f4" member_type: VOTER last_known_addr { host: "127.29.217.65" port: 44977 } } peers { permanent_uuid: "5582ff21c36640f4874db6861d4cfa13" member_type: VOTER last_known_addr { host: "127.29.217.66" port: 38255 } } peers { permanent_uuid: "e523b2576ebc4f08ab5b638d8581468e" member_type: VOTER last_known_addr { host: "127.29.217.67" port: 46243 } } }
21:04:16.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.562981 31328 tablet_replica.cc:445] T c9eff409b10542739f6c28f521492628 P 5582ff21c36640f4874db6861d4cfa13: This TxnStatusTablet replica's current role is: FOLLOWER
21:04:16.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.611909 31328 consensus_queue.cc:1048] T aaf9dfbd426a42308ea01b2ce7e4b2fb P 5582ff21c36640f4874db6861d4cfa13 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e523b2576ebc4f08ab5b638d8581468e" member_type: VOTER last_known_addr { host: "127.29.217.67" port: 46243 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
21:04:16.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.621239 31328 consensus_queue.cc:1048] T aaf9dfbd426a42308ea01b2ce7e4b2fb P 5582ff21c36640f4874db6861d4cfa13 [LEADER]: Connected to new peer: Peer: permanent_uuid: "d21e1be5edbf43f49dad021c65a069f4" member_type: VOTER last_known_addr { host: "127.29.217.65" port: 44977 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
21:04:16.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.643631 31327 consensus_queue.cc:1048] T 391c80230b2448a3a55732aa0d27dbcb P d21e1be5edbf43f49dad021c65a069f4 [LEADER]: Connected to new peer: Peer: permanent_uuid: "5582ff21c36640f4874db6861d4cfa13" member_type: VOTER last_known_addr { host: "127.29.217.66" port: 38255 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
21:04:16.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.649914 31340 consensus_queue.cc:1048] T 391c80230b2448a3a55732aa0d27dbcb P d21e1be5edbf43f49dad021c65a069f4 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e523b2576ebc4f08ab5b638d8581468e" member_type: VOTER last_known_addr { host: "127.29.217.67" port: 46243 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
21:04:16.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:16.740481 30565 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskfRBwJn/build/asan/bin/kudu with pid 30576
21:04:16.763 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.29.217.126:40611(127.29.217.126:40611)] handling channelInactive
21:04:16.764 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.217.126:40611(127.29.217.126:40611)] cleaning up while in state READY due to: connection closed
21:04:16.764 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
21:04:16.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:04:16.764118 31016 heartbeater.cc:646] Failed to heartbeat to 127.29.217.126:40611 (0 consecutive failures): Network error: Failed to send heartbeat to master: recv got EOF from 127.29.217.126:40611 (error 108)
21:04:16.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:04:16.764846 31157 heartbeater.cc:646] Failed to heartbeat to 127.29.217.126:40611 (0 consecutive failures): Network error: Failed to send heartbeat to master: recv got EOF from 127.29.217.126:40611 (error 108)
21:04:16.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:04:16.765398 31298 heartbeater.cc:646] Failed to heartbeat to 127.29.217.126:40611 (0 consecutive failures): Network error: Failed to send heartbeat to master: recv got EOF from 127.29.217.126:40611 (error 108)
21:04:17.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.29.217.126:40611(127.29.217.126:40611)] connecting to peer
21:04:17.038 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.217.126:40611(127.29.217.126:40611): Connection refused: /127.29.217.126:40611
21:04:17.038 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.217.126:40611(127.29.217.126:40611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.217.126:40611(127.29.217.126:40611): Connection refused: /127.29.217.126:40611
21:04:17.038 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location master-127.29.217.126:40611(127.29.217.126:40611) for tablet Kudu Master: Failed to connect to peer master-127.29.217.126:40611(127.29.217.126:40611): Connection refused: /127.29.217.126:40611
21:04:17.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:17.039371 31373 raft_consensus.cc:493] T 00000000000000000000000000000000 P f1f594d460e443eea9d3355ce38cc6ef [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 053cd154c2094e44a48da61b64aa72ae)
21:04:17.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:17.039695 31373 raft_consensus.cc:515] T 00000000000000000000000000000000 P f1f594d460e443eea9d3355ce38cc6ef [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "053cd154c2094e44a48da61b64aa72ae" member_type: VOTER last_known_addr { host: "127.29.217.126" port: 40611 } } peers { permanent_uuid: "f1f594d460e443eea9d3355ce38cc6ef" member_type: VOTER last_known_addr { host: "127.29.217.125" port: 39385 } } peers { permanent_uuid: "511f9d5ea9734c92a26511aedfc5e32d" member_type: VOTER last_known_addr { host: "127.29.217.124" port: 33529 } }
21:04:17.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:17.039837 31374 raft_consensus.cc:493] T 00000000000000000000000000000000 P 511f9d5ea9734c92a26511aedfc5e32d [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 053cd154c2094e44a48da61b64aa72ae)
21:04:17.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:17.039994 31374 raft_consensus.cc:515] T 00000000000000000000000000000000 P 511f9d5ea9734c92a26511aedfc5e32d [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "053cd154c2094e44a48da61b64aa72ae" member_type: VOTER last_known_addr { host: "127.29.217.126" port: 40611 } } peers { permanent_uuid: "f1f594d460e443eea9d3355ce38cc6ef" member_type: VOTER last_known_addr { host: "127.29.217.125" port: 39385 } } peers { permanent_uuid: "511f9d5ea9734c92a26511aedfc5e32d" member_type: VOTER last_known_addr { host: "127.29.217.124" port: 33529 } }
21:04:17.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:17.041015 31373 leader_election.cc:290] T 00000000000000000000000000000000 P f1f594d460e443eea9d3355ce38cc6ef [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 053cd154c2094e44a48da61b64aa72ae (127.29.217.126:40611), 511f9d5ea9734c92a26511aedfc5e32d (127.29.217.124:33529)
21:04:17.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:17.041040 31374 leader_election.cc:290] T 00000000000000000000000000000000 P 511f9d5ea9734c92a26511aedfc5e32d [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 053cd154c2094e44a48da61b64aa72ae (127.29.217.126:40611), f1f594d460e443eea9d3355ce38cc6ef (127.29.217.125:39385)
21:04:17.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:17.041689 30778 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "f1f594d460e443eea9d3355ce38cc6ef" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "511f9d5ea9734c92a26511aedfc5e32d" is_pre_election: true
21:04:17.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:17.041903 30778 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 511f9d5ea9734c92a26511aedfc5e32d [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f1f594d460e443eea9d3355ce38cc6ef in term 1.
21:04:17.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:04:17.042128 30756 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.29.217.126:40611: connect: Connection refused (error 111)
21:04:17.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:17.042484 30674 leader_election.cc:304] T 00000000000000000000000000000000 P f1f594d460e443eea9d3355ce38cc6ef [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 511f9d5ea9734c92a26511aedfc5e32d, f1f594d460e443eea9d3355ce38cc6ef; no voters:
21:04:17.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:17.042698 30696 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "511f9d5ea9734c92a26511aedfc5e32d" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "f1f594d460e443eea9d3355ce38cc6ef" is_pre_election: true
21:04:17.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:17.042932 30696 raft_consensus.cc:2468] T 00000000000000000000000000000000 P f1f594d460e443eea9d3355ce38cc6ef [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 511f9d5ea9734c92a26511aedfc5e32d in term 1.
21:04:17.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:17.043105 31373 raft_consensus.cc:2804] T 00000000000000000000000000000000 P f1f594d460e443eea9d3355ce38cc6ef [term 1 FOLLOWER]: Leader pre-election won for term 2
21:04:17.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:17.043231 31373 raft_consensus.cc:493] T 00000000000000000000000000000000 P f1f594d460e443eea9d3355ce38cc6ef [term 1 FOLLOWER]: Starting leader election (detected failure of leader 053cd154c2094e44a48da61b64aa72ae)
21:04:17.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:17.043329 31373 raft_consensus.cc:3060] T 00000000000000000000000000000000 P f1f594d460e443eea9d3355ce38cc6ef [term 1 FOLLOWER]: Advancing to term 2
21:04:17.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:17.043627 30756 leader_election.cc:304] T 00000000000000000000000000000000 P 511f9d5ea9734c92a26511aedfc5e32d [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 511f9d5ea9734c92a26511aedfc5e32d, f1f594d460e443eea9d3355ce38cc6ef; no voters:
21:04:17.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:17.044027 31374 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 511f9d5ea9734c92a26511aedfc5e32d [term 1 FOLLOWER]: Leader pre-election won for term 2
21:04:17.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:17.044204 31374 raft_consensus.cc:493] T 00000000000000000000000000000000 P 511f9d5ea9734c92a26511aedfc5e32d [term 1 FOLLOWER]: Starting leader election (detected failure of leader 053cd154c2094e44a48da61b64aa72ae)
21:04:17.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:17.044297 31374 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 511f9d5ea9734c92a26511aedfc5e32d [term 1 FOLLOWER]: Advancing to term 2
21:04:17.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:04:17.044029 30756 leader_election.cc:336] T 00000000000000000000000000000000 P 511f9d5ea9734c92a26511aedfc5e32d [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 053cd154c2094e44a48da61b64aa72ae (127.29.217.126:40611): Network error: Client connection negotiation failed: client connection to 127.29.217.126:40611: connect: Connection refused (error 111)
21:04:17.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:04:17.045490 30675 leader_election.cc:336] T 00000000000000000000000000000000 P f1f594d460e443eea9d3355ce38cc6ef [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 053cd154c2094e44a48da61b64aa72ae (127.29.217.126:40611): Network error: Client connection negotiation failed: client connection to 127.29.217.126:40611: connect: Connection refused (error 111)
21:04:17.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:17.046172 31373 raft_consensus.cc:515] T 00000000000000000000000000000000 P f1f594d460e443eea9d3355ce38cc6ef [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "053cd154c2094e44a48da61b64aa72ae" member_type: VOTER last_known_addr { host: "127.29.217.126" port: 40611 } } peers { permanent_uuid: "f1f594d460e443eea9d3355ce38cc6ef" member_type: VOTER last_known_addr { host: "127.29.217.125" port: 39385 } } peers { permanent_uuid: "511f9d5ea9734c92a26511aedfc5e32d" member_type: VOTER last_known_addr { host: "127.29.217.124" port: 33529 } }
21:04:17.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:17.046804 31373 leader_election.cc:290] T 00000000000000000000000000000000 P f1f594d460e443eea9d3355ce38cc6ef [CANDIDATE]: Term 2 election: Requested vote from peers 053cd154c2094e44a48da61b64aa72ae (127.29.217.126:40611), 511f9d5ea9734c92a26511aedfc5e32d (127.29.217.124:33529)
21:04:17.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:17.046739 31374 raft_consensus.cc:515] T 00000000000000000000000000000000 P 511f9d5ea9734c92a26511aedfc5e32d [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "053cd154c2094e44a48da61b64aa72ae" member_type: VOTER last_known_addr { host: "127.29.217.126" port: 40611 } } peers { permanent_uuid: "f1f594d460e443eea9d3355ce38cc6ef" member_type: VOTER last_known_addr { host: "127.29.217.125" port: 39385 } } peers { permanent_uuid: "511f9d5ea9734c92a26511aedfc5e32d" member_type: VOTER last_known_addr { host: "127.29.217.124" port: 33529 } }
21:04:17.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:17.047375 30778 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "f1f594d460e443eea9d3355ce38cc6ef" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "511f9d5ea9734c92a26511aedfc5e32d"
21:04:17.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:17.047452 31374 leader_election.cc:290] T 00000000000000000000000000000000 P 511f9d5ea9734c92a26511aedfc5e32d [CANDIDATE]: Term 2 election: Requested vote from peers 053cd154c2094e44a48da61b64aa72ae (127.29.217.126:40611), f1f594d460e443eea9d3355ce38cc6ef (127.29.217.125:39385)
21:04:17.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:17.047744 30778 raft_consensus.cc:2393] T 00000000000000000000000000000000 P 511f9d5ea9734c92a26511aedfc5e32d [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate f1f594d460e443eea9d3355ce38cc6ef in current term 2: Already voted for candidate 511f9d5ea9734c92a26511aedfc5e32d in this term.
21:04:17.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:17.048041 30696 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "511f9d5ea9734c92a26511aedfc5e32d" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "f1f594d460e443eea9d3355ce38cc6ef"
21:04:17.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:17.048318 30696 raft_consensus.cc:2393] T 00000000000000000000000000000000 P f1f594d460e443eea9d3355ce38cc6ef [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate 511f9d5ea9734c92a26511aedfc5e32d in current term 2: Already voted for candidate f1f594d460e443eea9d3355ce38cc6ef in this term.
21:04:17.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:04:17.048974 30675 leader_election.cc:336] T 00000000000000000000000000000000 P f1f594d460e443eea9d3355ce38cc6ef [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 053cd154c2094e44a48da61b64aa72ae (127.29.217.126:40611): Network error: Client connection negotiation failed: client connection to 127.29.217.126:40611: connect: Connection refused (error 111)
21:04:17.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:17.049129 30675 leader_election.cc:304] T 00000000000000000000000000000000 P f1f594d460e443eea9d3355ce38cc6ef [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: f1f594d460e443eea9d3355ce38cc6ef; no voters: 053cd154c2094e44a48da61b64aa72ae, 511f9d5ea9734c92a26511aedfc5e32d
21:04:17.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:04:17.049178 30756 leader_election.cc:336] T 00000000000000000000000000000000 P 511f9d5ea9734c92a26511aedfc5e32d [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 053cd154c2094e44a48da61b64aa72ae (127.29.217.126:40611): Network error: Client connection negotiation failed: client connection to 127.29.217.126:40611: connect: Connection refused (error 111)
21:04:17.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:17.049326 30756 leader_election.cc:304] T 00000000000000000000000000000000 P 511f9d5ea9734c92a26511aedfc5e32d [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 511f9d5ea9734c92a26511aedfc5e32d; no voters: 053cd154c2094e44a48da61b64aa72ae, f1f594d460e443eea9d3355ce38cc6ef
21:04:17.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:17.049470 31373 raft_consensus.cc:2749] T 00000000000000000000000000000000 P f1f594d460e443eea9d3355ce38cc6ef [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
21:04:17.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:17.049679 31374 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 511f9d5ea9734c92a26511aedfc5e32d [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
21:04:17.056 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.29.217.126:40611(127.29.217.126:40611)] connecting to peer
21:04:17.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.217.126:40611(127.29.217.126:40611): Connection refused: /127.29.217.126:40611
21:04:17.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.217.126:40611(127.29.217.126:40611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.217.126:40611(127.29.217.126:40611): Connection refused: /127.29.217.126:40611
21:04:17.057 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.217.126:40611: Failed to connect to peer master-127.29.217.126:40611(127.29.217.126:40611): Connection refused: /127.29.217.126:40611
21:04:17.058 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.217.126:40611,127.29.217.124:33529,127.29.217.125:39385; will retry
21:04:17.076 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.29.217.126:40611(127.29.217.126:40611)] connecting to peer
21:04:17.077 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.217.126:40611(127.29.217.126:40611): Connection refused: /127.29.217.126:40611
21:04:17.077 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.217.126:40611(127.29.217.126:40611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.217.126:40611(127.29.217.126:40611): Connection refused: /127.29.217.126:40611
21:04:17.077 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.217.126:40611: Failed to connect to peer master-127.29.217.126:40611(127.29.217.126:40611): Connection refused: /127.29.217.126:40611
21:04:17.078 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.217.126:40611,127.29.217.124:33529,127.29.217.125:39385; will retry
21:04:17.096 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.29.217.126:40611(127.29.217.126:40611)] connecting to peer
21:04:17.097 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.217.126:40611(127.29.217.126:40611): Connection refused: /127.29.217.126:40611
21:04:17.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.217.126:40611(127.29.217.126:40611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.217.126:40611(127.29.217.126:40611): Connection refused: /127.29.217.126:40611
21:04:17.097 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.217.126:40611: Failed to connect to peer master-127.29.217.126:40611(127.29.217.126:40611): Connection refused: /127.29.217.126:40611
21:04:17.098 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.217.126:40611,127.29.217.124:33529,127.29.217.125:39385; will retry
21:04:17.116 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.29.217.126:40611(127.29.217.126:40611)] connecting to peer
21:04:17.117 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.217.126:40611(127.29.217.126:40611): Connection refused: /127.29.217.126:40611
21:04:17.117 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.217.126:40611(127.29.217.126:40611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.217.126:40611(127.29.217.126:40611): Connection refused: /127.29.217.126:40611
21:04:17.117 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.217.126:40611: Failed to connect to peer master-127.29.217.126:40611(127.29.217.126:40611): Connection refused: /127.29.217.126:40611
21:04:17.118 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.217.126:40611,127.29.217.124:33529,127.29.217.125:39385; will retry
21:04:17.136 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.29.217.126:40611(127.29.217.126:40611)] connecting to peer
21:04:17.137 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.217.126:40611(127.29.217.126:40611): Connection refused: /127.29.217.126:40611
21:04:17.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.217.126:40611(127.29.217.126:40611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.217.126:40611(127.29.217.126:40611): Connection refused: /127.29.217.126:40611
21:04:17.137 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.217.126:40611: Failed to connect to peer master-127.29.217.126:40611(127.29.217.126:40611): Connection refused: /127.29.217.126:40611
21:04:17.138 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.217.126:40611,127.29.217.124:33529,127.29.217.125:39385; will retry
21:04:17.176 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.29.217.126:40611(127.29.217.126:40611)] connecting to peer
21:04:17.178 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.217.126:40611(127.29.217.126:40611): Connection refused: /127.29.217.126:40611
21:04:17.178 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.217.126:40611(127.29.217.126:40611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.217.126:40611(127.29.217.126:40611): Connection refused: /127.29.217.126:40611
21:04:17.178 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.217.126:40611: Failed to connect to peer master-127.29.217.126:40611(127.29.217.126:40611): Connection refused: /127.29.217.126:40611
21:04:17.179 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.217.126:40611,127.29.217.124:33529,127.29.217.125:39385; will retry
21:04:17.180 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=7, TimeoutTracker(timeout=250, elapsed=143), Traces: [0ms] sending RPC to server master-127.29.217.126:40611, [2ms] received response from server master-127.29.217.126:40611: Network error: Failed to connect to peer master-127.29.217.126:40611(127.29.217.126:40611): Connection refused: /127.29.217.126:40611, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.29.217.126:40611(127.29.217.126:40611): Connection refused: /127.29.217.126:40611, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.217.126:40611, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.217.124:33529, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.217.125:39385, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.217.126:40611: Network error: Failed to connect to peer master-127.29.217.126:40611(127.29.217.126:40611): Connection refused: /127.29.217.126:40611, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.217.125:39385: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.217.124:33529: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.217.126:40611,127.29.217.124:33529,127.29.217.125:39385) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.217.126:40611(127.29.217.126:40611): Connection refused: /127.29.217.126:40611, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.217.126:40611, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.217.124:33529, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.217.125:39385, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.217.126:40611: Network error: Failed to connect to peer master-127.29.217.126:40611(127.29.217.126:40611): Connection refused: /127.29.217.126:40611, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.217.125:39385: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.217.124:33529: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.217.126:40611,127.29.217.124:33529,127.29.217.125:39385) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.217.126:40611(127.29.217.126:40611): Connection refused: /127.29.217.126:40611, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.217.126:40611, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.217.124:33529, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.217.125:39385, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.217.126:40611: Network error: Failed to connect to peer master-127.29.217.126:40611(127.29.217.126:40611): Connection refused: /127.29.217.126:40611, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.217.125:39385: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.217.124:33529: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.217.126:40611,127.29.217.124:33529,127.29.217.125:39385) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.217.126:40611(127.29.217.126:40611): Connection refused: /127.29.217.126:40611, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.217.126:40611, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.217.124:33529, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.217.125:39385, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.217.126:40611: Network error: Failed to connect to peer master-127.29.217.126:40611(127.29.217.126:40611): Connection refused: /127.29.217.126:40611, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.217.125:39385: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.217.124:33529: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.217.126:40611,127.29.217.124:33529,127.29.217.125:39385) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.217.126:40611(127.29.217.126:40611): Connection refused: /127.29.217.126:40611, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.217.126:40611, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.217.124:33529, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.217.125:39385, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.217.126:40611: Network error: Failed to connect to peer master-127.29.217.126:40611(127.29.217.126:40611): Connection refused: /127.29.217.126:40611, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.217.125:39385: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.217.124:33529: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.217.126:40611,127.29.217.124:33529,127.29.217.125:39385) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.217.126:40611(127.29.217.126:40611): Connection refused: /127.29.217.126:40611, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.217.126:40611, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.217.124:33529, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.217.125:39385, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.217.126:40611: Network error: Failed to connect to peer master-127.29.217.126:40611(127.29.217.126:40611): Connection refused: /127.29.217.126:40611, [143ms] Sub RPC ConnectToMaster: received response from server master-127.29.217.124:33529: OK, [143ms] Sub RPC ConnectToMaster: received response from server master-127.29.217.125:39385: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.29.217.126:40611,127.29.217.124:33529,127.29.217.125:39385) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.217.126:40611(127.29.217.126:40611): Connection refused: /127.29.217.126:40611, deferred=Deferred@1715540441(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$117/1771505555@38a46094 -> (continuation of Deferred@866805270 after retry RPC after error@871216857) -> (continuation of Deferred@1573697188 after retry RPC after error@1190649161) -> (continuation of Deferred@638421335 after retry RPC after error@2022225969) -> (continuation of Deferred@1086937106 after retry RPC after error@950851799) -> (continuation of Deferred@1914808740 after retry RPC after error@1331023585), errback=org.apache.kudu.client.KuduTransaction$$Lambda$118/263344142@455616d1 -> (continuation of Deferred@866805270 after retry RPC after error@871216857) -> (continuation of Deferred@1573697188 after retry RPC after error@1190649161) -> (continuation of Deferred@638421335 after retry RPC after error@2022225969) -> (continuation of Deferred@1086937106 after retry RPC after error@950851799) -> (continuation of Deferred@1914808740 after retry RPC after error@1331023585)))
21:04:17.181 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=7, TimeoutTracker(timeout=250, elapsed=143), Traces: [0ms] sending RPC to server master-127.29.217.126:40611, [2ms] received response from server master-127.29.217.126:40611: Network error: Failed to connect to peer master-127.29.217.126:40611(127.29.217.126:40611): Connection refused: /127.29.217.126:40611, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.29.217.126:40611(127.29.217.126:40611): Connection refused: /127.29.217.126:40611, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.217.126:40611, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.217.124:33529, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.217.125:39385, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.217.126:40611: Network error: Failed to connect to peer master-127.29.217.126:40611(127.29.217.126:40611): Connection refused: /127.29.217.126:40611, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.217.125:39385: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.217.124:33529: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.217.126:40611,127.29.217.124:33529,127.29.217.125:39385) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.217.126:40611(127.29.217.126:40611): Connection refused: /127.29.217.126:40611, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.217.126:40611, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.217.124:33529, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.217.125:39385, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.217.126:40611: Network error: Failed to connect to peer master-127.29.217.126:40611(127.29.217.126:40611): Connection refused: /127.29.217.126:40611, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.217.125:39385: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.217.124:33529: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.217.126:40611,127.29.217.124:33529,127.29.217.125:39385) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.217.126:40611(127.29.217.126:40611): Connection refused: /127.29.217.126:40611, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.217.126:40611, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.217.124:33529, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.217.125:39385, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.217.126:40611: Network error: Failed to connect to peer master-127.29.217.126:40611(127.29.217.126:40611): Connection refused: /127.29.217.126:40611, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.217.125:39385: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.217.124:33529: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.217.126:40611,127.29.217.124:33529,127.29.217.125:39385) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.217.126:40611(127.29.217.126:40611): Connection refused: /127.29.217.126:40611, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.217.126:40611, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.217.124:33529, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.217.125:39385, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.217.126:40611: Network error: Failed to connect to peer master-127.29.217.126:40611(127.29.217.126:40611): Connection refused: /127.29.217.126:40611, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.217.125:39385: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.217.124:33529: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.217.126:40611,127.29.217.124:33529,127.29.217.125:39385) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.217.126:40611(127.29.217.126:40611): Connection refused: /127.29.217.126:40611, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.217.126:40611, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.217.124:33529, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.217.125:39385, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.217.126:40611: Network error: Failed to connect to peer master-127.29.217.126:40611(127.29.217.126:40611): Connection refused: /127.29.217.126:40611, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.217.125:39385: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.217.124:33529: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.217.126:40611,127.29.217.124:33529,127.29.217.125:39385) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.217.126:40611(127.29.217.126:40611): Connection refused: /127.29.217.126:40611, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.217.126:40611, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.217.124:33529, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.217.125:39385, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.217.126:40611: Network error: Failed to connect to peer master-127.29.217.126:40611(127.29.217.126:40611): Connection refused: /127.29.217.126:40611, [143ms] Sub RPC ConnectToMaster: received response from server master-127.29.217.124:33529: OK, [143ms] Sub RPC ConnectToMaster: received response from server master-127.29.217.125:39385: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.29.217.126:40611,127.29.217.124:33529,127.29.217.125:39385) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.217.126:40611(127.29.217.126:40611): Connection refused: /127.29.217.126:40611, deferred=Deferred@1715540441(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$117/1771505555@38a46094 -> (continuation of Deferred@866805270 after retry RPC after error@871216857) -> (continuation of Deferred@1573697188 after retry RPC after error@1190649161) -> (continuation of Deferred@638421335 after retry RPC after error@2022225969) -> (continuation of Deferred@1086937106 after retry RPC after error@950851799) -> (continuation of Deferred@1914808740 after retry RPC after error@1331023585), errback=org.apache.kudu.client.KuduTransaction$$Lambda$118/263344142@455616d1 -> (continuation of Deferred@866805270 after retry RPC after error@871216857) -> (continuation of Deferred@1573697188 after retry RPC after error@1190649161) -> (continuation of Deferred@638421335 after retry RPC after error@2022225969) -> (continuation of Deferred@1086937106 after retry RPC after error@950851799) -> (continuation of Deferred@1914808740 after retry RPC after error@1331023585)))
21:04:17.196 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.29.217.126:40611(127.29.217.126:40611)] connecting to peer
21:04:17.197 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.217.126:40611(127.29.217.126:40611): Connection refused: /127.29.217.126:40611
21:04:17.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.217.126:40611(127.29.217.126:40611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.217.126:40611(127.29.217.126:40611): Connection refused: /127.29.217.126:40611
21:04:17.197 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.217.126:40611: Failed to connect to peer master-127.29.217.126:40611(127.29.217.126:40611): Connection refused: /127.29.217.126:40611
21:04:17.198 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.217.126:40611,127.29.217.124:33529,127.29.217.125:39385; will retry
21:04:17.216 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.29.217.126:40611(127.29.217.126:40611)] connecting to peer
21:04:17.217 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.217.126:40611(127.29.217.126:40611): Connection refused: /127.29.217.126:40611
21:04:17.218 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.217.126:40611(127.29.217.126:40611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.217.126:40611(127.29.217.126:40611): Connection refused: /127.29.217.126:40611
21:04:17.218 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.217.126:40611: Failed to connect to peer master-127.29.217.126:40611(127.29.217.126:40611): Connection refused: /127.29.217.126:40611
21:04:17.218 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.217.126:40611,127.29.217.124:33529,127.29.217.125:39385; will retry
21:04:17.236 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.29.217.126:40611(127.29.217.126:40611)] connecting to peer
21:04:17.238 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.217.126:40611(127.29.217.126:40611): Connection refused: /127.29.217.126:40611
21:04:17.238 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.217.126:40611(127.29.217.126:40611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.217.126:40611(127.29.217.126:40611): Connection refused: /127.29.217.126:40611
21:04:17.238 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.217.126:40611: Failed to connect to peer master-127.29.217.126:40611(127.29.217.126:40611): Connection refused: /127.29.217.126:40611
21:04:17.238 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.217.126:40611,127.29.217.124:33529,127.29.217.125:39385; will retry
21:04:17.256 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.29.217.126:40611(127.29.217.126:40611)] connecting to peer
21:04:17.257 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.217.126:40611(127.29.217.126:40611): Connection refused: /127.29.217.126:40611
21:04:17.257 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.217.126:40611(127.29.217.126:40611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.217.126:40611(127.29.217.126:40611): Connection refused: /127.29.217.126:40611
21:04:17.257 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.217.126:40611: Failed to connect to peer master-127.29.217.126:40611(127.29.217.126:40611): Connection refused: /127.29.217.126:40611
21:04:17.258 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.217.126:40611,127.29.217.124:33529,127.29.217.125:39385; will retry
21:04:17.276 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.29.217.126:40611(127.29.217.126:40611)] connecting to peer
21:04:17.277 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.217.126:40611(127.29.217.126:40611): Connection refused: /127.29.217.126:40611
21:04:17.277 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.217.126:40611(127.29.217.126:40611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.217.126:40611(127.29.217.126:40611): Connection refused: /127.29.217.126:40611
21:04:17.277 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.217.126:40611: Failed to connect to peer master-127.29.217.126:40611(127.29.217.126:40611): Connection refused: /127.29.217.126:40611
21:04:17.278 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.217.126:40611,127.29.217.124:33529,127.29.217.125:39385; will retry
21:04:17.316 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.29.217.126:40611(127.29.217.126:40611)] connecting to peer
21:04:17.317 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.217.126:40611(127.29.217.126:40611): Connection refused: /127.29.217.126:40611
21:04:17.317 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.217.126:40611(127.29.217.126:40611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.217.126:40611(127.29.217.126:40611): Connection refused: /127.29.217.126:40611
21:04:17.318 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.217.126:40611: Failed to connect to peer master-127.29.217.126:40611(127.29.217.126:40611): Connection refused: /127.29.217.126:40611
21:04:17.319 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.217.126:40611,127.29.217.124:33529,127.29.217.125:39385; will retry
21:04:17.356 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.29.217.126:40611(127.29.217.126:40611)] connecting to peer
21:04:17.358 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.217.126:40611(127.29.217.126:40611): Connection refused: /127.29.217.126:40611
21:04:17.358 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.217.126:40611(127.29.217.126:40611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.217.126:40611(127.29.217.126:40611): Connection refused: /127.29.217.126:40611
21:04:17.358 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.217.126:40611: Failed to connect to peer master-127.29.217.126:40611(127.29.217.126:40611): Connection refused: /127.29.217.126:40611
21:04:17.359 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.217.126:40611,127.29.217.124:33529,127.29.217.125:39385; will retry
21:04:17.360 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.217.126:40611, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.217.124:33529, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.217.125:39385, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.217.126:40611: Network error: Failed to connect to peer master-127.29.217.126:40611(127.29.217.126:40611): Connection refused: /127.29.217.126:40611, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.217.124:33529: OK, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.217.125:39385: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.217.126:40611,127.29.217.124:33529,127.29.217.125:39385) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.217.126:40611(127.29.217.126:40611): Connection refused: /127.29.217.126:40611, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.217.126:40611, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.217.124:33529, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.217.125:39385, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.217.126:40611: Network error: Failed to connect to peer master-127.29.217.126:40611(127.29.217.126:40611): Connection refused: /127.29.217.126:40611, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.217.124:33529: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.217.125:39385: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.217.126:40611,127.29.217.124:33529,127.29.217.125:39385) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.217.126:40611(127.29.217.126:40611): Connection refused: /127.29.217.126:40611, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.217.126:40611, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.217.124:33529, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.217.125:39385, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.217.124:33529: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.217.126:40611: Network error: Failed to connect to peer master-127.29.217.126:40611(127.29.217.126:40611): Connection refused: /127.29.217.126:40611, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.217.125:39385: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.217.126:40611,127.29.217.124:33529,127.29.217.125:39385) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.217.126:40611(127.29.217.126:40611): Connection refused: /127.29.217.126:40611, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.217.126:40611, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.217.124:33529, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.217.125:39385, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.217.126:40611: Network error: Failed to connect to peer master-127.29.217.126:40611(127.29.217.126:40611): Connection refused: /127.29.217.126:40611, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.217.124:33529: OK, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.217.125:39385: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.217.126:40611,127.29.217.124:33529,127.29.217.125:39385) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.217.126:40611(127.29.217.126:40611): Connection refused: /127.29.217.126:40611, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.217.126:40611, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.217.124:33529, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.217.125:39385, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.217.126:40611: Network error: Failed to connect to peer master-127.29.217.126:40611(127.29.217.126:40611): Connection refused: /127.29.217.126:40611, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.217.124:33529: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.217.125:39385: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.217.126:40611,127.29.217.124:33529,127.29.217.125:39385) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.217.126:40611(127.29.217.126:40611): Connection refused: /127.29.217.126:40611, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.217.126:40611, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.217.124:33529, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.217.125:39385, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.217.126:40611: Network error: Failed to connect to peer master-127.29.217.126:40611(127.29.217.126:40611): Connection refused: /127.29.217.126:40611, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.217.125:39385: OK, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.217.124:33529: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.29.217.126:40611,127.29.217.124:33529,127.29.217.125:39385) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.217.126:40611(127.29.217.126:40611): Connection refused: /127.29.217.126:40611, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.217.126:40611, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.217.124:33529, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.217.125:39385, [163ms] Sub RPC ConnectToMaster: received response from server master-127.29.217.126:40611: Network error: Failed to connect to peer master-127.29.217.126:40611(127.29.217.126:40611): Connection refused: /127.29.217.126:40611, [164ms] Sub RPC ConnectToMaster: received response from server master-127.29.217.125:39385: OK, [164ms] Sub RPC ConnectToMaster: received response from server master-127.29.217.124:33529: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.29.217.126:40611,127.29.217.124:33529,127.29.217.125:39385) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.217.126:40611(127.29.217.126:40611): Connection refused: /127.29.217.126:40611, deferred=Deferred@119516849(state=PENDING, result=null, callback=(continuation of Deferred@2133712825 after retry RPC after error@500298238) -> (continuation of Deferred@1006724071 after retry RPC after error@1175533808) -> (continuation of Deferred@1473308572 after retry RPC after error@1167893145) -> (continuation of Deferred@1916141462 after retry RPC after error@1034723224) -> (continuation of Deferred@1829794742 after retry RPC after error@1303944423) -> (continuation of Deferred@279712649 after retry RPC after error@1235553883), errback=(continuation of Deferred@2133712825 after retry RPC after error@500298238) -> (continuation of Deferred@1006724071 after retry RPC after error@1175533808) -> (continuation of Deferred@1473308572 after retry RPC after error@1167893145) -> (continuation of Deferred@1916141462 after retry RPC after error@1034723224) -> (continuation of Deferred@1829794742 after retry RPC after error@1303944423) -> (continuation of Deferred@279712649 after retry RPC after error@1235553883)))
21:04:17.360 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.217.126:40611, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.217.124:33529, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.217.125:39385, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.217.126:40611: Network error: Failed to connect to peer master-127.29.217.126:40611(127.29.217.126:40611): Connection refused: /127.29.217.126:40611, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.217.124:33529: OK, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.217.125:39385: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.217.126:40611,127.29.217.124:33529,127.29.217.125:39385) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.217.126:40611(127.29.217.126:40611): Connection refused: /127.29.217.126:40611, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.217.126:40611, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.217.124:33529, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.217.125:39385, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.217.126:40611: Network error: Failed to connect to peer master-127.29.217.126:40611(127.29.217.126:40611): Connection refused: /127.29.217.126:40611, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.217.124:33529: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.217.125:39385: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.217.126:40611,127.29.217.124:33529,127.29.217.125:39385) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.217.126:40611(127.29.217.126:40611): Connection refused: /127.29.217.126:40611, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.217.126:40611, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.217.124:33529, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.217.125:39385, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.217.124:33529: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.217.126:40611: Network error: Failed to connect to peer master-127.29.217.126:40611(127.29.217.126:40611): Connection refused: /127.29.217.126:40611, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.217.125:39385: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.217.126:40611,127.29.217.124:33529,127.29.217.125:39385) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.217.126:40611(127.29.217.126:40611): Connection refused: /127.29.217.126:40611, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.217.126:40611, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.217.124:33529, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.217.125:39385, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.217.126:40611: Network error: Failed to connect to peer master-127.29.217.126:40611(127.29.217.126:40611): Connection refused: /127.29.217.126:40611, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.217.124:33529: OK, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.217.125:39385: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.217.126:40611,127.29.217.124:33529,127.29.217.125:39385) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.217.126:40611(127.29.217.126:40611): Connection refused: /127.29.217.126:40611, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.217.126:40611, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.217.124:33529, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.217.125:39385, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.217.126:40611: Network error: Failed to connect to peer master-127.29.217.126:40611(127.29.217.126:40611): Connection refused: /127.29.217.126:40611, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.217.124:33529: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.217.125:39385: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.217.126:40611,127.29.217.124:33529,127.29.217.125:39385) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.217.126:40611(127.29.217.126:40611): Connection refused: /127.29.217.126:40611, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.217.126:40611, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.217.124:33529, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.217.125:39385, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.217.126:40611: Network error: Failed to connect to peer master-127.29.217.126:40611(127.29.217.126:40611): Connection refused: /127.29.217.126:40611, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.217.125:39385: OK, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.217.124:33529: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.29.217.126:40611,127.29.217.124:33529,127.29.217.125:39385) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.217.126:40611(127.29.217.126:40611): Connection refused: /127.29.217.126:40611, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.217.126:40611, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.217.124:33529, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.217.125:39385, [163ms] Sub RPC ConnectToMaster: received response from server master-127.29.217.126:40611: Network error: Failed to connect to peer master-127.29.217.126:40611(127.29.217.126:40611): Connection refused: /127.29.217.126:40611, [164ms] Sub RPC ConnectToMaster: received response from server master-127.29.217.125:39385: OK, [164ms] Sub RPC ConnectToMaster: received response from server master-127.29.217.124:33529: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.29.217.126:40611,127.29.217.124:33529,127.29.217.125:39385) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.217.126:40611(127.29.217.126:40611): Connection refused: /127.29.217.126:40611, deferred=Deferred@119516849(state=PENDING, result=null, callback=(continuation of Deferred@2133712825 after retry RPC after error@500298238) -> (continuation of Deferred@1006724071 after retry RPC after error@1175533808) -> (continuation of Deferred@1473308572 after retry RPC after error@1167893145) -> (continuation of Deferred@1916141462 after retry RPC after error@1034723224) -> (continuation of Deferred@1829794742 after retry RPC after error@1303944423) -> (continuation of Deferred@279712649 after retry RPC after error@1235553883), errback=(continuation of Deferred@2133712825 after retry RPC after error@500298238) -> (continuation of Deferred@1006724071 after retry RPC after error@1175533808) -> (continuation of Deferred@1473308572 after retry RPC after error@1167893145) -> (continuation of Deferred@1916141462 after retry RPC after error@1034723224) -> (continuation of Deferred@1829794742 after retry RPC after error@1303944423) -> (continuation of Deferred@279712649 after retry RPC after error@1235553883)))
21:04:17.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.29.217.126:40611(127.29.217.126:40611)] connecting to peer
21:04:17.378 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.217.126:40611(127.29.217.126:40611): Connection refused: /127.29.217.126:40611
21:04:17.378 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.217.126:40611(127.29.217.126:40611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.217.126:40611(127.29.217.126:40611): Connection refused: /127.29.217.126:40611
21:04:17.378 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.217.126:40611: Failed to connect to peer master-127.29.217.126:40611(127.29.217.126:40611): Connection refused: /127.29.217.126:40611
21:04:17.379 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.217.126:40611,127.29.217.124:33529,127.29.217.125:39385; will retry
21:04:17.395 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.29.217.126:40611(127.29.217.126:40611)] connecting to peer
21:04:17.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.217.126:40611(127.29.217.126:40611): Connection refused: /127.29.217.126:40611
21:04:17.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.217.126:40611(127.29.217.126:40611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.217.126:40611(127.29.217.126:40611): Connection refused: /127.29.217.126:40611
21:04:17.397 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.217.126:40611: Failed to connect to peer master-127.29.217.126:40611(127.29.217.126:40611): Connection refused: /127.29.217.126:40611
21:04:17.398 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.217.126:40611,127.29.217.124:33529,127.29.217.125:39385; will retry
21:04:17.416 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.29.217.126:40611(127.29.217.126:40611)] connecting to peer
21:04:17.417 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.217.126:40611(127.29.217.126:40611): Connection refused: /127.29.217.126:40611
21:04:17.417 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.217.126:40611(127.29.217.126:40611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.217.126:40611(127.29.217.126:40611): Connection refused: /127.29.217.126:40611
21:04:17.418 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.217.126:40611: Failed to connect to peer master-127.29.217.126:40611(127.29.217.126:40611): Connection refused: /127.29.217.126:40611
21:04:17.419 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.217.126:40611,127.29.217.124:33529,127.29.217.125:39385; will retry
21:04:17.436 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.29.217.126:40611(127.29.217.126:40611)] connecting to peer
21:04:17.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:17.437067 31374 raft_consensus.cc:493] T 00000000000000000000000000000000 P 511f9d5ea9734c92a26511aedfc5e32d [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:04:17.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:17.437352 31374 raft_consensus.cc:515] T 00000000000000000000000000000000 P 511f9d5ea9734c92a26511aedfc5e32d [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "053cd154c2094e44a48da61b64aa72ae" member_type: VOTER last_known_addr { host: "127.29.217.126" port: 40611 } } peers { permanent_uuid: "f1f594d460e443eea9d3355ce38cc6ef" member_type: VOTER last_known_addr { host: "127.29.217.125" port: 39385 } } peers { permanent_uuid: "511f9d5ea9734c92a26511aedfc5e32d" member_type: VOTER last_known_addr { host: "127.29.217.124" port: 33529 } }
21:04:17.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:17.438176 31374 leader_election.cc:290] T 00000000000000000000000000000000 P 511f9d5ea9734c92a26511aedfc5e32d [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 053cd154c2094e44a48da61b64aa72ae (127.29.217.126:40611), f1f594d460e443eea9d3355ce38cc6ef (127.29.217.125:39385)
21:04:17.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:17.439152 30696 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "511f9d5ea9734c92a26511aedfc5e32d" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "f1f594d460e443eea9d3355ce38cc6ef" is_pre_election: true
21:04:17.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:17.439395 30696 raft_consensus.cc:2468] T 00000000000000000000000000000000 P f1f594d460e443eea9d3355ce38cc6ef [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 511f9d5ea9734c92a26511aedfc5e32d in term 2.
21:04:17.439 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.217.126:40611(127.29.217.126:40611): Connection refused: /127.29.217.126:40611
21:04:17.439 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.217.126:40611(127.29.217.126:40611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.217.126:40611(127.29.217.126:40611): Connection refused: /127.29.217.126:40611
21:04:17.439 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.217.126:40611: Failed to connect to peer master-127.29.217.126:40611(127.29.217.126:40611): Connection refused: /127.29.217.126:40611
21:04:17.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:17.439996 30756 leader_election.cc:304] T 00000000000000000000000000000000 P 511f9d5ea9734c92a26511aedfc5e32d [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 511f9d5ea9734c92a26511aedfc5e32d, f1f594d460e443eea9d3355ce38cc6ef; no voters:
21:04:17.440 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.217.126:40611,127.29.217.124:33529,127.29.217.125:39385; will retry
21:04:17.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:17.440521 31374 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 511f9d5ea9734c92a26511aedfc5e32d [term 2 FOLLOWER]: Leader pre-election won for term 3
21:04:17.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:17.440692 31374 raft_consensus.cc:493] T 00000000000000000000000000000000 P 511f9d5ea9734c92a26511aedfc5e32d [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
21:04:17.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:17.440829 31374 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 511f9d5ea9734c92a26511aedfc5e32d [term 2 FOLLOWER]: Advancing to term 3
21:04:17.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:04:17.441408 30756 leader_election.cc:336] T 00000000000000000000000000000000 P 511f9d5ea9734c92a26511aedfc5e32d [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 053cd154c2094e44a48da61b64aa72ae (127.29.217.126:40611): Network error: Client connection negotiation failed: client connection to 127.29.217.126:40611: connect: Connection refused (error 111)
21:04:17.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:17.443480 31374 raft_consensus.cc:515] T 00000000000000000000000000000000 P 511f9d5ea9734c92a26511aedfc5e32d [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "053cd154c2094e44a48da61b64aa72ae" member_type: VOTER last_known_addr { host: "127.29.217.126" port: 40611 } } peers { permanent_uuid: "f1f594d460e443eea9d3355ce38cc6ef" member_type: VOTER last_known_addr { host: "127.29.217.125" port: 39385 } } peers { permanent_uuid: "511f9d5ea9734c92a26511aedfc5e32d" member_type: VOTER last_known_addr { host: "127.29.217.124" port: 33529 } }
21:04:17.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:17.444288 31374 leader_election.cc:290] T 00000000000000000000000000000000 P 511f9d5ea9734c92a26511aedfc5e32d [CANDIDATE]: Term 3 election: Requested vote from peers 053cd154c2094e44a48da61b64aa72ae (127.29.217.126:40611), f1f594d460e443eea9d3355ce38cc6ef (127.29.217.125:39385)
21:04:17.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:17.445252 30696 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "511f9d5ea9734c92a26511aedfc5e32d" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "f1f594d460e443eea9d3355ce38cc6ef"
21:04:17.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:17.445518 30696 raft_consensus.cc:3060] T 00000000000000000000000000000000 P f1f594d460e443eea9d3355ce38cc6ef [term 2 FOLLOWER]: Advancing to term 3
21:04:17.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:04:17.445730 30756 leader_election.cc:336] T 00000000000000000000000000000000 P 511f9d5ea9734c92a26511aedfc5e32d [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer 053cd154c2094e44a48da61b64aa72ae (127.29.217.126:40611): Network error: Client connection negotiation failed: client connection to 127.29.217.126:40611: connect: Connection refused (error 111)
21:04:17.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:17.447882 30696 raft_consensus.cc:2468] T 00000000000000000000000000000000 P f1f594d460e443eea9d3355ce38cc6ef [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 511f9d5ea9734c92a26511aedfc5e32d in term 3.
21:04:17.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:17.448400 30756 leader_election.cc:304] T 00000000000000000000000000000000 P 511f9d5ea9734c92a26511aedfc5e32d [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 511f9d5ea9734c92a26511aedfc5e32d, f1f594d460e443eea9d3355ce38cc6ef; no voters: 053cd154c2094e44a48da61b64aa72ae
21:04:17.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:17.448817 31374 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 511f9d5ea9734c92a26511aedfc5e32d [term 3 FOLLOWER]: Leader election won for term 3
21:04:17.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:17.449357 31374 raft_consensus.cc:697] T 00000000000000000000000000000000 P 511f9d5ea9734c92a26511aedfc5e32d [term 3 LEADER]: Becoming Leader. State: Replica: 511f9d5ea9734c92a26511aedfc5e32d, State: Running, Role: LEADER
21:04:17.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:17.449935 31374 consensus_queue.cc:237] T 00000000000000000000000000000000 P 511f9d5ea9734c92a26511aedfc5e32d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 11, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "053cd154c2094e44a48da61b64aa72ae" member_type: VOTER last_known_addr { host: "127.29.217.126" port: 40611 } } peers { permanent_uuid: "f1f594d460e443eea9d3355ce38cc6ef" member_type: VOTER last_known_addr { host: "127.29.217.125" port: 39385 } } peers { permanent_uuid: "511f9d5ea9734c92a26511aedfc5e32d" member_type: VOTER last_known_addr { host: "127.29.217.124" port: 33529 } }
21:04:17.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:17.451700 31380 sys_catalog.cc:455] T 00000000000000000000000000000000 P 511f9d5ea9734c92a26511aedfc5e32d [sys.catalog]: SysCatalogTable state changed. Reason: New leader 511f9d5ea9734c92a26511aedfc5e32d. Latest consensus state: current_term: 3 leader_uuid: "511f9d5ea9734c92a26511aedfc5e32d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "053cd154c2094e44a48da61b64aa72ae" member_type: VOTER last_known_addr { host: "127.29.217.126" port: 40611 } } peers { permanent_uuid: "f1f594d460e443eea9d3355ce38cc6ef" member_type: VOTER last_known_addr { host: "127.29.217.125" port: 39385 } } peers { permanent_uuid: "511f9d5ea9734c92a26511aedfc5e32d" member_type: VOTER last_known_addr { host: "127.29.217.124" port: 33529 } } }
21:04:17.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:17.452045 31380 sys_catalog.cc:458] T 00000000000000000000000000000000 P 511f9d5ea9734c92a26511aedfc5e32d [sys.catalog]: This master's current role is: LEADER
21:04:17.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:17.452925 31381 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
21:04:17.456 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.29.217.126:40611(127.29.217.126:40611)] connecting to peer
21:04:17.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:17.456903 31381 catalog_manager.cc:679] Loaded metadata for table kudu_system.kudu_transactions [id=887627b33d52459f822c3c875eedf511]
21:04:17.457 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.217.126:40611(127.29.217.126:40611): Connection refused: /127.29.217.126:40611
21:04:17.457 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.217.126:40611(127.29.217.126:40611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.217.126:40611(127.29.217.126:40611): Connection refused: /127.29.217.126:40611
21:04:17.457 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.217.126:40611: Failed to connect to peer master-127.29.217.126:40611(127.29.217.126:40611): Connection refused: /127.29.217.126:40611
21:04:17.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:17.457866 31381 catalog_manager.cc:679] Loaded metadata for table txn_manager_fallback_rolling [id=e16213b5809b4b37b73b13aaceda46dd]
21:04:17.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:17.460460 31381 tablet_loader.cc:96] loaded metadata for tablet 391c80230b2448a3a55732aa0d27dbcb (table txn_manager_fallback_rolling [id=e16213b5809b4b37b73b13aaceda46dd])
21:04:17.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:17.461062 31381 tablet_loader.cc:96] loaded metadata for tablet aaf9dfbd426a42308ea01b2ce7e4b2fb (table txn_manager_fallback_rolling [id=e16213b5809b4b37b73b13aaceda46dd])
21:04:17.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:17.461424 31381 tablet_loader.cc:96] loaded metadata for tablet c9eff409b10542739f6c28f521492628 (table kudu_system.kudu_transactions [id=887627b33d52459f822c3c875eedf511])
21:04:17.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:17.461738 31381 catalog_manager.cc:1494] Initializing Kudu cluster ID...
21:04:17.462 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.217.126:40611,127.29.217.124:33529,127.29.217.125:39385; will retry
21:04:17.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:17.463006 31381 catalog_manager.cc:1269] Loaded cluster ID: 97ccc0cf3ef24041acca74392fc1ced9
21:04:17.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:17.463120 31381 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
21:04:17.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:17.464571 31381 catalog_manager.cc:1514] Loading token signing keys...
21:04:17.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:17.465566 31381 catalog_manager.cc:6038] T 00000000000000000000000000000000 P 511f9d5ea9734c92a26511aedfc5e32d: Loaded TSK: 0
21:04:17.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:17.466835 31381 catalog_manager.cc:1524] Initializing in-progress tserver states...
21:04:17.476 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.29.217.126:40611(127.29.217.126:40611)] connecting to peer
21:04:17.478 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.217.126:40611(127.29.217.126:40611): Connection refused: /127.29.217.126:40611
21:04:17.478 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.217.126:40611(127.29.217.126:40611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.217.126:40611(127.29.217.126:40611): Connection refused: /127.29.217.126:40611
21:04:17.478 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.217.126:40611: Failed to connect to peer master-127.29.217.126:40611(127.29.217.126:40611): Connection refused: /127.29.217.126:40611
21:04:17.481 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
21:04:17.482 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=6, TimeoutTracker(timeout=250, elapsed=105), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.217.126:40611, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.217.124:33529, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.217.125:39385, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.217.126:40611: Network error: Failed to connect to peer master-127.29.217.126:40611(127.29.217.126:40611): Connection refused: /127.29.217.126:40611, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.217.124:33529: OK, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.217.125:39385: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.217.126:40611,127.29.217.124:33529,127.29.217.125:39385) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.217.126:40611(127.29.217.126:40611): Connection refused: /127.29.217.126:40611, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.217.126:40611, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.217.124:33529, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.217.125:39385, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.217.126:40611: Network error: Failed to connect to peer master-127.29.217.126:40611(127.29.217.126:40611): Connection refused: /127.29.217.126:40611, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.217.125:39385: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.217.124:33529: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.217.126:40611,127.29.217.124:33529,127.29.217.125:39385) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.217.126:40611(127.29.217.126:40611): Connection refused: /127.29.217.126:40611, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.217.126:40611, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.217.124:33529, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.217.125:39385, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.217.126:40611: Network error: Failed to connect to peer master-127.29.217.126:40611(127.29.217.126:40611): Connection refused: /127.29.217.126:40611, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.217.125:39385: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.217.124:33529: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.217.126:40611,127.29.217.124:33529,127.29.217.125:39385) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.217.126:40611(127.29.217.126:40611): Connection refused: /127.29.217.126:40611, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.217.126:40611, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.217.124:33529, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.217.125:39385, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.217.124:33529: OK, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.217.126:40611: Network error: Failed to connect to peer master-127.29.217.126:40611(127.29.217.126:40611): Connection refused: /127.29.217.126:40611, [64ms] Sub RPC ConnectToMaster: received response from server master-127.29.217.125:39385: OK, [65ms] delaying RPC due to: Service unavailable: Master config (127.29.217.126:40611,127.29.217.124:33529,127.29.217.125:39385) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.217.126:40611(127.29.217.126:40611): Connection refused: /127.29.217.126:40611, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.217.126:40611, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.217.124:33529, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.217.125:39385, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.217.126:40611: Network error: Failed to connect to peer master-127.29.217.126:40611(127.29.217.126:40611): Connection refused: /127.29.217.126:40611, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.217.125:39385: OK, [86ms] Sub RPC ConnectToMaster: received response from server master-127.29.217.124:33529: OK, [87ms] delaying RPC due to: Service unavailable: Master config (127.29.217.126:40611,127.29.217.124:33529,127.29.217.125:39385) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.217.126:40611(127.29.217.126:40611): Connection refused: /127.29.217.126:40611, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.217.126:40611, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.217.124:33529, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.217.125:39385, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.217.126:40611: Network error: Failed to connect to peer master-127.29.217.126:40611(127.29.217.126:40611): Connection refused: /127.29.217.126:40611, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.217.125:39385: OK, [104ms] Sub RPC ConnectToMaster: received response from server master-127.29.217.124:33529: OK, deferred=Deferred@1497270534(state=PENDING, result=null, callback=(continuation of Deferred@1355157797 after retry RPC after error@275769534) -> (continuation of Deferred@258341758 after retry RPC after error@582886701) -> (continuation of Deferred@1108432742 after retry RPC after error@768900482) -> (continuation of Deferred@231394637 after retry RPC after error@1586366100) -> (continuation of Deferred@376225860 after retry RPC after error@416978790), errback=(continuation of Deferred@1355157797 after retry RPC after error@275769534) -> (continuation of Deferred@258341758 after retry RPC after error@582886701) -> (continuation of Deferred@1108432742 after retry RPC after error@768900482) -> (continuation of Deferred@231394637 after retry RPC after error@1586366100) -> (continuation of Deferred@376225860 after retry RPC after error@416978790))) after lookup
21:04:17.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:17.525048 30769 catalog_manager.cc:2257] Servicing CreateTable request from {username='slave'} at 127.0.0.1:55222:
21:04:17.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
21:04:17.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
21:04:17.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
21:04:17.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
21:04:17.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
21:04:17.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
21:04:17.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
21:04:17.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
21:04:17.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
21:04:17.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
21:04:17.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
21:04:17.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:04:17.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
21:04:17.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
21:04:17.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
21:04:17.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
21:04:17.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
21:04:17.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
21:04:17.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
21:04:17.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
21:04:17.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
21:04:17.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:04:17.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
21:04:17.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
21:04:17.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
21:04:17.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
21:04:17.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
21:04:17.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
21:04:17.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
21:04:17.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
21:04:17.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
21:04:17.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:04:17.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
21:04:17.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
21:04:17.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
21:04:17.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
21:04:17.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
21:04:17.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
21:04:17.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
21:04:17.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
21:04:17.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
21:04:17.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:04:17.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:04:17.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
21:04:17.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
21:04:17.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
21:04:17.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
21:04:17.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:04:17.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
21:04:17.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
21:04:17.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
21:04:17.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
21:04:17.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:04:17.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:04:17.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:04:17.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
21:04:17.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:04:17.528395 30769 catalog_manager.cc:7016] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
21:04:17.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:17.535791 30696 raft_consensus.cc:1275] T 00000000000000000000000000000000 P f1f594d460e443eea9d3355ce38cc6ef [term 3 FOLLOWER]: Refusing update from remote peer 511f9d5ea9734c92a26511aedfc5e32d: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 3 index: 12. (index mismatch)
21:04:17.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:17.536617 31380 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 511f9d5ea9734c92a26511aedfc5e32d [LEADER]: Connected to new peer: Peer: permanent_uuid: "f1f594d460e443eea9d3355ce38cc6ef" member_type: VOTER last_known_addr { host: "127.29.217.125" port: 39385 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
21:04:17.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:17.538796 31373 sys_catalog.cc:455] T 00000000000000000000000000000000 P f1f594d460e443eea9d3355ce38cc6ef [sys.catalog]: SysCatalogTable state changed. Reason: New leader 511f9d5ea9734c92a26511aedfc5e32d. Latest consensus state: current_term: 3 leader_uuid: "511f9d5ea9734c92a26511aedfc5e32d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "053cd154c2094e44a48da61b64aa72ae" member_type: VOTER last_known_addr { host: "127.29.217.126" port: 40611 } } peers { permanent_uuid: "f1f594d460e443eea9d3355ce38cc6ef" member_type: VOTER last_known_addr { host: "127.29.217.125" port: 39385 } } peers { permanent_uuid: "511f9d5ea9734c92a26511aedfc5e32d" member_type: VOTER last_known_addr { host: "127.29.217.124" port: 33529 } } }
21:04:17.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:17.539151 31373 sys_catalog.cc:458] T 00000000000000000000000000000000 P f1f594d460e443eea9d3355ce38cc6ef [sys.catalog]: This master's current role is: FOLLOWER
21:04:17.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:17.541090 31374 sys_catalog.cc:455] T 00000000000000000000000000000000 P 511f9d5ea9734c92a26511aedfc5e32d [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "511f9d5ea9734c92a26511aedfc5e32d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "053cd154c2094e44a48da61b64aa72ae" member_type: VOTER last_known_addr { host: "127.29.217.126" port: 40611 } } peers { permanent_uuid: "f1f594d460e443eea9d3355ce38cc6ef" member_type: VOTER last_known_addr { host: "127.29.217.125" port: 39385 } } peers { permanent_uuid: "511f9d5ea9734c92a26511aedfc5e32d" member_type: VOTER last_known_addr { host: "127.29.217.124" port: 33529 } } }
21:04:17.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:17.541462 31374 sys_catalog.cc:458] T 00000000000000000000000000000000 P 511f9d5ea9734c92a26511aedfc5e32d [sys.catalog]: This master's current role is: LEADER
21:04:17.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:17.542629 31373 sys_catalog.cc:455] T 00000000000000000000000000000000 P f1f594d460e443eea9d3355ce38cc6ef [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "511f9d5ea9734c92a26511aedfc5e32d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "053cd154c2094e44a48da61b64aa72ae" member_type: VOTER last_known_addr { host: "127.29.217.126" port: 40611 } } peers { permanent_uuid: "f1f594d460e443eea9d3355ce38cc6ef" member_type: VOTER last_known_addr { host: "127.29.217.125" port: 39385 } } peers { permanent_uuid: "511f9d5ea9734c92a26511aedfc5e32d" member_type: VOTER last_known_addr { host: "127.29.217.124" port: 33529 } } }
21:04:17.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:17.542858 31373 sys_catalog.cc:458] T 00000000000000000000000000000000 P f1f594d460e443eea9d3355ce38cc6ef [sys.catalog]: This master's current role is: FOLLOWER
21:04:17.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:04:17.543448 30756 consensus_peers.cc:597] T 00000000000000000000000000000000 P 511f9d5ea9734c92a26511aedfc5e32d -> Peer 053cd154c2094e44a48da61b64aa72ae (127.29.217.126:40611): Couldn't send request to peer 053cd154c2094e44a48da61b64aa72ae. Status: Network error: Client connection negotiation failed: client connection to 127.29.217.126:40611: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
21:04:17.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:17.557981 30897 txn_status_manager.cc:1391] automatically aborted stale txn (ID 0) past 1.026s from last keepalive heartbeat (effective timeout is 1.000s)
21:04:18.061 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) terminating keepalive task (txn ID 0) due to exception org.apache.kudu.client.NonRecoverableException: Failed to write to server: d21e1be5edbf43f49dad021c65a069f4 (127.29.217.65:44977): transaction ID 0 is not available for further commits: state: ABORTED user: "slave" start_timestamp: 1765400656 last_transition_timestamp: 1765400657
21:04:18.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:04:18.063545 30756 consensus_peers.cc:597] T 00000000000000000000000000000000 P 511f9d5ea9734c92a26511aedfc5e32d -> Peer 053cd154c2094e44a48da61b64aa72ae (127.29.217.126:40611): Couldn't send request to peer 053cd154c2094e44a48da61b64aa72ae. Status: Network error: Client connection negotiation failed: client connection to 127.29.217.126:40611: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
21:04:18.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:04:18.528666 30756 consensus_peers.cc:597] T 00000000000000000000000000000000 P 511f9d5ea9734c92a26511aedfc5e32d -> Peer 053cd154c2094e44a48da61b64aa72ae (127.29.217.126:40611): Couldn't send request to peer 053cd154c2094e44a48da61b64aa72ae. Status: Network error: Client connection negotiation failed: client connection to 127.29.217.126:40611: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
21:04:18.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:18.666440 31297 heartbeater.cc:499] Master 127.29.217.124:33529 was elected leader, sending a full tablet report...
21:04:18.769 [DEBUG - main] (Connection.java:575) [peer master-127.29.217.125:39385(127.29.217.125:39385)] disconnecting while in state READY
21:04:18.769 [DEBUG - main] (Connection.java:575) [peer master-127.29.217.124:33529(127.29.217.124:33529)] disconnecting while in state READY
21:04:18.769 [DEBUG - main] (Connection.java:575) [peer master-127.29.217.126:40611(127.29.217.126:40611)] disconnecting while in state TERMINATED
21:04:18.770 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.29.217.124:33529(127.29.217.124:33529)] handling channelInactive
21:04:18.770 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.217.124:33529(127.29.217.124:33529)] cleaning up while in state READY due to: connection closed
21:04:18.770 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:04:18.771 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.29.217.125:39385(127.29.217.125:39385)] handling channelInactive
21:04:18.771 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.217.125:39385(127.29.217.125:39385)] cleaning up while in state READY due to: connection closed
21:04:18.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:18.772253 30565 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taskfRBwJn/build/asan/bin/kudu pid 30866
21:04:18.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:18.789248 31010 generic_service.cc:196] Checking for leaks (request via RPC)
21:04:18.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:18.928580 30565 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskfRBwJn/build/asan/bin/kudu with pid 30866
21:04:18.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:18.947427 30565 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taskfRBwJn/build/asan/bin/kudu pid 31020
21:04:18.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:18.954131 31151 generic_service.cc:196] Checking for leaks (request via RPC)
21:04:18.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:18.969799 30735 master_runner.cc:186] Error getting master registration for 127.29.217.126:40611: Network error: Client connection negotiation failed: client connection to 127.29.217.126:40611: connect: Connection refused (error 111),
21:04:18.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:18.970096 30735 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
21:04:19.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:19.063827 30565 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskfRBwJn/build/asan/bin/kudu with pid 31020
21:04:19.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:04:19.087952 30756 consensus_peers.cc:597] T 00000000000000000000000000000000 P 511f9d5ea9734c92a26511aedfc5e32d -> Peer 053cd154c2094e44a48da61b64aa72ae (127.29.217.126:40611): Couldn't send request to peer 053cd154c2094e44a48da61b64aa72ae. Status: Network error: Client connection negotiation failed: client connection to 127.29.217.126:40611: connect: Connection refused (error 111). This is attempt 16: this message will repeat every 5th retry.
21:04:19.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:19.090763 30565 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taskfRBwJn/build/asan/bin/kudu pid 31161
21:04:19.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:19.098130 31292 generic_service.cc:196] Checking for leaks (request via RPC)
21:04:19.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:19.202872 30565 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskfRBwJn/build/asan/bin/kudu with pid 31161
21:04:19.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:19.222044 30565 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taskfRBwJn/build/asan/bin/kudu pid 30654
21:04:19.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:19.223435 30728 generic_service.cc:196] Checking for leaks (request via RPC)
21:04:19.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:19.338514 30565 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskfRBwJn/build/asan/bin/kudu with pid 30654
21:04:19.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:19.360725 30565 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taskfRBwJn/build/asan/bin/kudu pid 30735
21:04:19.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:19.361929 30809 generic_service.cc:196] Checking for leaks (request via RPC)
21:04:19.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:04:19.494567 30565 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskfRBwJn/build/asan/bin/kudu with pid 30735
21:04:19.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-12-10T21:04:19Z chronyd exiting
21:04:19.655 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager: failed attempt 1
java.lang.AssertionError: Aborted: transaction was aborted
at org.junit.Assert.fail(Assert.java:89) ~[junit-4.13.2.jar:4.13.2]
at org.junit.Assert.assertTrue(Assert.java:42) ~[junit-4.13.2.jar:4.13.2]
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager(TestKuduTransaction.java:1214) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_275]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_275]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_275]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_275]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275]
at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275]
java.lang.AssertionError: Aborted: transaction was aborted
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.assertTrue(Assert.java:42)
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager(TestKuduTransaction.java:1214)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:748)