21:05:53.794 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
21:05:53.794 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-task4xF5n6/test-tmp
21:05:53.795 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/asan/bin
21:05:53.795 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-task4xF5n6/java/build/dist-test/../../../build/asan/bin/kudu, test, mini_cluster, --serialization=pb]
21:05:53.796 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-task4xF5n6/test-tmp/mini-kudu-cluster454529860749909708"
extra_master_flags: "--txn_manager_enabled"
extra_master_flags: "--raft_heartbeat_interval_ms=100"
extra_tserver_flags: "--txn_keepalive_interval_ms=1000"
extra_tserver_flags: "--txn_staleness_tracker_interval_ms=250"
extra_tserver_flags: "--enable_txn_system_client_init=true"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
21:05:54.133 [DEBUG - main] (MiniKuduCluster.java:195) Response:
21:05:54.133 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
21:05:54.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:54.135531 3325 mini_oidc.cc:150] Starting JWKS server
21:05:54.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:54.137944 3325 webserver.cc:492] Webserver started at http://127.0.0.1:33627/ using document root <none> and password file <none>
21:05:54.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:54.138166 3325 mini_oidc.cc:186] Starting OIDC Discovery server
21:05:54.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:54.138659 3325 webserver.cc:492] Webserver started at http://127.0.0.1:35683/ using document root <none> and password file <none>
21:05:54.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-01-30T21:05:54Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
21:05:54.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-01-30T21:05:54Z Disabled control of system clock
21:05:54.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:54.168876 3325 external_mini_cluster.cc:1366] Running /tmp/dist-test-task4xF5n6/build/asan/bin/kudu
21:05:54.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task4xF5n6/build/asan/bin/kudu
21:05:54.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task4xF5n6/test-tmp/mini-kudu-cluster454529860749909708/master-0/wal
21:05:54.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task4xF5n6/test-tmp/mini-kudu-cluster454529860749909708/master-0/data
21:05:54.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:05:54.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:05:54.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:05:54.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:05:54.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:05:54.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:05:54.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task4xF5n6/test-tmp/mini-kudu-cluster454529860749909708/master-0/logs
21:05:54.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task4xF5n6/test-tmp/mini-kudu-cluster454529860749909708/master-0/data/info.pb
21:05:54.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:05:54.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:05:54.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:05:54.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:05:54.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:05:54.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:05:54.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:05:54.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:05:54.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
21:05:54.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:05:54.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:05:54.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:05:54.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.63.126:46109
21:05:54.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.63.126
21:05:54.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:05:54.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.63.84:39399
21:05:54.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:05:54.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:05:54.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:05:54.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:05:54.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.63.126:46109,127.3.63.125:33413,127.3.63.124:45179
21:05:54.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:05:54.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33627/jwks.json
21:05:54.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
21:05:54.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
21:05:54.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:05:54.500494 3336 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
21:05:54.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:05:54.500831 3336 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:05:54.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:05:54.500914 3336 flags.cc:425] Enabled unsafe flag: --never_fsync=true
21:05:54.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:05:54.509357 3336 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
21:05:54.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:05:54.509471 3336 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
21:05:54.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:05:54.509526 3336 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
21:05:54.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:05:54.509567 3336 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
21:05:54.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:05:54.509620 3336 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
21:05:54.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:05:54.509661 3336 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
21:05:54.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:05:54.509714 3336 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33627/jwks.json
21:05:54.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:54.519982 3336 master_runner.cc:386] Master server non-default flags:
21:05:54.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:05:54.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.63.84:39399
21:05:54.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:05:54.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:05:54.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
21:05:54.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task4xF5n6/test-tmp/mini-kudu-cluster454529860749909708/master-0/data
21:05:54.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task4xF5n6/test-tmp/mini-kudu-cluster454529860749909708/master-0/wal
21:05:54.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:05:54.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.63.126:46109,127.3.63.125:33413,127.3.63.124:45179
21:05:54.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
21:05:54.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:05:54.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:05:54.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:05:54.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.63.126:46109
21:05:54.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:05:54.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:05:54.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:05:54.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33627/jwks.json
21:05:54.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:05:54.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:05:54.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task4xF5n6/test-tmp/mini-kudu-cluster454529860749909708/master-0/data/info.pb
21:05:54.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.63.126
21:05:54.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:05:54.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:05:54.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:05:54.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:05:54.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:05:54.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:05:54.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task4xF5n6/test-tmp/mini-kudu-cluster454529860749909708/master-0/logs
21:05:54.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:05:54.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:05:54.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:05:54.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
21:05:54.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:05:54.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3722ed49c19ce54c7feae2fa944e32b1d4ed8d2d
21:05:54.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:05:54.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 30 Jan 2026 20:43:20 UTC on 24a791456cd2
21:05:54.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 10268
21:05:54.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
21:05:54.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:54.521679 3336 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:05:54.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:54.523667 3336 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:05:54.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:05:54.532163 3342 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:05:54.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:05:54.532075 3341 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:05:54.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:05:54.532823 3344 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:05:54.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:54.533842 3336 server_base.cc:1060] running on GCE node
21:05:54.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:54.534654 3336 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:05:54.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:54.536274 3336 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:05:54.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:54.537515 3336 hybrid_clock.cc:648] HybridClock initialized: now 1769807154537447 us; error 48 us; skew 500 ppm
21:05:54.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:54.537830 3336 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:05:54.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:54.540354 3336 webserver.cc:492] Webserver started at http://127.3.63.126:32799/ using document root <none> and password file <none>
21:05:54.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:54.541069 3336 fs_manager.cc:362] Metadata directory not provided
21:05:54.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:54.541177 3336 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:05:54.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:54.541471 3336 server_base.cc:908] This appears to be a new deployment of Kudu; creating new FS layout
21:05:54.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:54.544050 3336 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task4xF5n6/test-tmp/mini-kudu-cluster454529860749909708/master-0/data/instance:
21:05:54.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d6f2f065a3eb48b59b6d5b235d79fe1a"
21:05:54.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-30 21:05:54 on dist-test-slave-jmss"
21:05:54.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:54.544909 3336 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task4xF5n6/test-tmp/mini-kudu-cluster454529860749909708/master-0/wal/instance:
21:05:54.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d6f2f065a3eb48b59b6d5b235d79fe1a"
21:05:54.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-30 21:05:54 on dist-test-slave-jmss"
21:05:54.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:54.550685 3336 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.006s sys 0.000s
21:05:54.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:54.554473 3350 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
21:05:54.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:54.556144 3336 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
21:05:54.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:54.556357 3336 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task4xF5n6/test-tmp/mini-kudu-cluster454529860749909708/master-0/data,/tmp/dist-test-task4xF5n6/test-tmp/mini-kudu-cluster454529860749909708/master-0/wal
21:05:54.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d6f2f065a3eb48b59b6d5b235d79fe1a"
21:05:54.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-30 21:05:54 on dist-test-slave-jmss"
21:05:54.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:54.556587 3336 fs_report.cc:389] FS layout report
21:05:54.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:05:54.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task4xF5n6/test-tmp/mini-kudu-cluster454529860749909708/master-0/wal
21:05:54.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task4xF5n6/test-tmp/mini-kudu-cluster454529860749909708/master-0/wal
21:05:54.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task4xF5n6/test-tmp/mini-kudu-cluster454529860749909708/master-0/data/data
21:05:54.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:05:54.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:05:54.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:05:54.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:05:54.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:05:54.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:05:54.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:05:54.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:05:54.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:05:54.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:05:54.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:05:54.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:54.583516 3336 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
21:05:54.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:54.584586 3336 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:05:54.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:54.584944 3336 kserver.cc:163] Server-wide thread pool size limit: 3276
21:05:54.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:54.610839 3336 rpc_server.cc:307] RPC server started. Bound to: 127.3.63.126:46109
21:05:54.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:54.610877 3411 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.3.63.126:46109 every 8 connection(s)
21:05:54.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:54.612538 3336 server_base.cc:1192] Dumped server information to /tmp/dist-test-task4xF5n6/test-tmp/mini-kudu-cluster454529860749909708/master-0/data/info.pb
21:05:54.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:54.617766 3412 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
21:05:54.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:54.618031 3325 external_mini_cluster.cc:1428] Started /tmp/dist-test-task4xF5n6/build/asan/bin/kudu as pid 3336
21:05:54.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:54.618397 3325 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task4xF5n6/test-tmp/mini-kudu-cluster454529860749909708/master-0/wal/instance
21:05:54.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:54.620906 3325 external_mini_cluster.cc:1366] Running /tmp/dist-test-task4xF5n6/build/asan/bin/kudu
21:05:54.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task4xF5n6/build/asan/bin/kudu
21:05:54.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task4xF5n6/test-tmp/mini-kudu-cluster454529860749909708/master-1/wal
21:05:54.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task4xF5n6/test-tmp/mini-kudu-cluster454529860749909708/master-1/data
21:05:54.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:05:54.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:05:54.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:05:54.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:05:54.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:05:54.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:05:54.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task4xF5n6/test-tmp/mini-kudu-cluster454529860749909708/master-1/logs
21:05:54.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task4xF5n6/test-tmp/mini-kudu-cluster454529860749909708/master-1/data/info.pb
21:05:54.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:05:54.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:05:54.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:05:54.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:05:54.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:05:54.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:05:54.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:05:54.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:05:54.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
21:05:54.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:05:54.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:05:54.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:05:54.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.63.125:33413
21:05:54.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.63.125
21:05:54.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:05:54.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.63.84:39399
21:05:54.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:05:54.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:05:54.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:05:54.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:05:54.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.63.126:46109,127.3.63.125:33413,127.3.63.124:45179
21:05:54.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:05:54.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33627/jwks.json
21:05:54.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
21:05:54.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
21:05:54.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:54.624342 3412 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.63.126" port: 46109 } has no permanent_uuid. Determining permanent_uuid...
21:05:54.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:54.642444 3412 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.63.125" port: 33413 } has no permanent_uuid. Determining permanent_uuid...
21:05:54.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:05:54.643522 3354 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.3.63.125:33413: connect: Connection refused (error 111)
21:05:54.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:05:54.645244 3412 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.63.125:33413: Network error: Client connection negotiation failed: client connection to 127.3.63.125:33413: connect: Connection refused (error 111)
21:05:54.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:54.694674 3412 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.63.125" port: 33413 } attempt: 1
21:05:54.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:05:54.696987 3412 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.63.125:33413: Network error: Client connection negotiation failed: client connection to 127.3.63.125:33413: connect: Connection refused (error 111)
21:05:54.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:54.765282 3412 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.63.125" port: 33413 } attempt: 2
21:05:54.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:05:54.767320 3412 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.63.125:33413: Network error: Client connection negotiation failed: client connection to 127.3.63.125:33413: connect: Connection refused (error 111)
21:05:54.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:54.858630 3412 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.63.125" port: 33413 } attempt: 3
21:05:54.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:05:54.860688 3412 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.63.125:33413: Network error: Client connection negotiation failed: client connection to 127.3.63.125:33413: connect: Connection refused (error 111)
21:05:54.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:05:54.950140 3414 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
21:05:54.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:05:54.950460 3414 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:05:54.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:05:54.950541 3414 flags.cc:425] Enabled unsafe flag: --never_fsync=true
21:05:54.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:05:54.959062 3414 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
21:05:54.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:05:54.959175 3414 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
21:05:54.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:05:54.959225 3414 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
21:05:54.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:05:54.959266 3414 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
21:05:54.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:05:54.959321 3414 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
21:05:54.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:05:54.959362 3414 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
21:05:54.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:05:54.959405 3414 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33627/jwks.json
21:05:54.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:54.970140 3414 master_runner.cc:386] Master server non-default flags:
21:05:54.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:05:54.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.63.84:39399
21:05:54.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:05:54.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:05:54.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
21:05:54.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task4xF5n6/test-tmp/mini-kudu-cluster454529860749909708/master-1/data
21:05:54.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task4xF5n6/test-tmp/mini-kudu-cluster454529860749909708/master-1/wal
21:05:54.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:05:54.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.63.126:46109,127.3.63.125:33413,127.3.63.124:45179
21:05:54.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
21:05:54.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:05:54.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:05:54.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:05:54.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.63.125:33413
21:05:54.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:05:54.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:05:54.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:05:54.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33627/jwks.json
21:05:54.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:05:54.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:05:54.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task4xF5n6/test-tmp/mini-kudu-cluster454529860749909708/master-1/data/info.pb
21:05:54.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.63.125
21:05:54.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:05:54.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:05:54.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:05:54.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:05:54.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:05:54.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:05:54.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task4xF5n6/test-tmp/mini-kudu-cluster454529860749909708/master-1/logs
21:05:54.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:05:54.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:05:54.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:05:54.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
21:05:54.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:05:54.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3722ed49c19ce54c7feae2fa944e32b1d4ed8d2d
21:05:54.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:05:54.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 30 Jan 2026 20:43:20 UTC on 24a791456cd2
21:05:54.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 10268
21:05:54.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
21:05:54.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:54.972219 3414 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:05:54.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:54.974001 3414 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:05:54.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:05:54.982355 3422 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:05:54.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:05:54.982409 3423 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:05:54.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:05:54.983093 3425 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:05:54.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:54.983379 3414 server_base.cc:1060] running on GCE node
21:05:54.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:54.984316 3414 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:05:54.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:54.985781 3414 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:05:54.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:54.987028 3414 hybrid_clock.cc:648] HybridClock initialized: now 1769807154986953 us; error 55 us; skew 500 ppm
21:05:54.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:54.987373 3414 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:05:54.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:54.989903 3414 webserver.cc:492] Webserver started at http://127.3.63.125:33091/ using document root <none> and password file <none>
21:05:54.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:54.990880 3414 fs_manager.cc:362] Metadata directory not provided
21:05:54.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:54.990993 3414 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:05:54.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:54.991288 3414 server_base.cc:908] This appears to be a new deployment of Kudu; creating new FS layout
21:05:54.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:54.993657 3414 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task4xF5n6/test-tmp/mini-kudu-cluster454529860749909708/master-1/data/instance:
21:05:54.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "295851998b27461fbaf9d753242b599e"
21:05:54.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-30 21:05:54 on dist-test-slave-jmss"
21:05:54.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:54.994360 3414 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task4xF5n6/test-tmp/mini-kudu-cluster454529860749909708/master-1/wal/instance:
21:05:54.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "295851998b27461fbaf9d753242b599e"
21:05:54.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-30 21:05:54 on dist-test-slave-jmss"
21:05:54.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:54.999809 3414 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.001s sys 0.007s
21:05:55.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.003219 3431 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
21:05:55.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.004002 3412 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.63.125" port: 33413 } attempt: 4
21:05:55.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.004782 3414 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
21:05:55.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.004980 3414 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task4xF5n6/test-tmp/mini-kudu-cluster454529860749909708/master-1/data,/tmp/dist-test-task4xF5n6/test-tmp/mini-kudu-cluster454529860749909708/master-1/wal
21:05:55.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "295851998b27461fbaf9d753242b599e"
21:05:55.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-30 21:05:54 on dist-test-slave-jmss"
21:05:55.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.005196 3414 fs_report.cc:389] FS layout report
21:05:55.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:05:55.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task4xF5n6/test-tmp/mini-kudu-cluster454529860749909708/master-1/wal
21:05:55.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task4xF5n6/test-tmp/mini-kudu-cluster454529860749909708/master-1/wal
21:05:55.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task4xF5n6/test-tmp/mini-kudu-cluster454529860749909708/master-1/data/data
21:05:55.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:05:55.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:05:55.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:05:55.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:05:55.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:05:55.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:05:55.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:05:55.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:05:55.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:05:55.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:05:55.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:05:55.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:05:55.006088 3412 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.63.125:33413: Network error: Client connection negotiation failed: client connection to 127.3.63.125:33413: connect: Connection refused (error 111)
21:05:55.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.019394 3414 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
21:05:55.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.020426 3414 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:05:55.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.020772 3414 kserver.cc:163] Server-wide thread pool size limit: 3276
21:05:55.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.045243 3414 rpc_server.cc:307] RPC server started. Bound to: 127.3.63.125:33413
21:05:55.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.045292 3492 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.3.63.125:33413 every 8 connection(s)
21:05:55.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.046887 3414 server_base.cc:1192] Dumped server information to /tmp/dist-test-task4xF5n6/test-tmp/mini-kudu-cluster454529860749909708/master-1/data/info.pb
21:05:55.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.050271 3325 external_mini_cluster.cc:1428] Started /tmp/dist-test-task4xF5n6/build/asan/bin/kudu as pid 3414
21:05:55.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.050452 3325 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task4xF5n6/test-tmp/mini-kudu-cluster454529860749909708/master-1/wal/instance
21:05:55.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.051486 3325 external_mini_cluster.cc:1366] Running /tmp/dist-test-task4xF5n6/build/asan/bin/kudu
21:05:55.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task4xF5n6/build/asan/bin/kudu
21:05:55.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task4xF5n6/test-tmp/mini-kudu-cluster454529860749909708/master-2/wal
21:05:55.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task4xF5n6/test-tmp/mini-kudu-cluster454529860749909708/master-2/data
21:05:55.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:05:55.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:05:55.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:05:55.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:05:55.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:05:55.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:05:55.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task4xF5n6/test-tmp/mini-kudu-cluster454529860749909708/master-2/logs
21:05:55.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task4xF5n6/test-tmp/mini-kudu-cluster454529860749909708/master-2/data/info.pb
21:05:55.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:05:55.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:05:55.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:05:55.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:05:55.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:05:55.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:05:55.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:05:55.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:05:55.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
21:05:55.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:05:55.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:05:55.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:05:55.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.63.124:45179
21:05:55.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.63.124
21:05:55.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:05:55.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.63.84:39399
21:05:55.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:05:55.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:05:55.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:05:55.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:05:55.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.63.126:46109,127.3.63.125:33413,127.3.63.124:45179
21:05:55.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:05:55.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33627/jwks.json
21:05:55.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
21:05:55.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
21:05:55.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.051369 3493 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
21:05:55.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.058418 3493 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.63.126" port: 46109 } has no permanent_uuid. Determining permanent_uuid...
21:05:55.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.076956 3493 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.63.125" port: 33413 } has no permanent_uuid. Determining permanent_uuid...
21:05:55.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.086267 3493 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.63.124" port: 45179 } has no permanent_uuid. Determining permanent_uuid...
21:05:55.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:05:55.087740 3432 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.3.63.124:45179: connect: Connection refused (error 111)
21:05:55.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:05:55.089310 3493 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.63.124:45179: Network error: Client connection negotiation failed: client connection to 127.3.63.124:45179: connect: Connection refused (error 111)
21:05:55.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.138648 3493 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.63.124" port: 45179 } attempt: 1
21:05:55.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:05:55.140880 3493 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.63.124:45179: Network error: Client connection negotiation failed: client connection to 127.3.63.124:45179: connect: Connection refused (error 111)
21:05:55.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.209165 3493 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.63.124" port: 45179 } attempt: 2
21:05:55.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:05:55.211447 3493 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.63.124:45179: Network error: Client connection negotiation failed: client connection to 127.3.63.124:45179: connect: Connection refused (error 111)
21:05:55.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.302762 3493 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.63.124" port: 45179 } attempt: 3
21:05:55.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:05:55.305088 3493 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.63.124:45179: Network error: Client connection negotiation failed: client connection to 127.3.63.124:45179: connect: Connection refused (error 111)
21:05:55.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.305331 3412 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.63.125" port: 33413 } attempt: 5
21:05:55.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.312403 3412 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.63.124" port: 45179 } has no permanent_uuid. Determining permanent_uuid...
21:05:55.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:05:55.314369 3412 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.63.124:45179: Network error: Client connection negotiation failed: client connection to 127.3.63.124:45179: connect: Connection refused (error 111)
21:05:55.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.365633 3412 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.63.124" port: 45179 } attempt: 1
21:05:55.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:05:55.367868 3412 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.63.124:45179: Network error: Client connection negotiation failed: client connection to 127.3.63.124:45179: connect: Connection refused (error 111)
21:05:55.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:05:55.398391 3495 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
21:05:55.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:05:55.398741 3495 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:05:55.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:05:55.398823 3495 flags.cc:425] Enabled unsafe flag: --never_fsync=true
21:05:55.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:05:55.407191 3495 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
21:05:55.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:05:55.407302 3495 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
21:05:55.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:05:55.407352 3495 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
21:05:55.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:05:55.407393 3495 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
21:05:55.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:05:55.407449 3495 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
21:05:55.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:05:55.407495 3495 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
21:05:55.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:05:55.407537 3495 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33627/jwks.json
21:05:55.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.418224 3495 master_runner.cc:386] Master server non-default flags:
21:05:55.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:05:55.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.63.84:39399
21:05:55.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:05:55.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:05:55.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
21:05:55.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task4xF5n6/test-tmp/mini-kudu-cluster454529860749909708/master-2/data
21:05:55.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task4xF5n6/test-tmp/mini-kudu-cluster454529860749909708/master-2/wal
21:05:55.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:05:55.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.63.126:46109,127.3.63.125:33413,127.3.63.124:45179
21:05:55.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
21:05:55.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:05:55.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:05:55.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:05:55.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.63.124:45179
21:05:55.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:05:55.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:05:55.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:05:55.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33627/jwks.json
21:05:55.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:05:55.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:05:55.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task4xF5n6/test-tmp/mini-kudu-cluster454529860749909708/master-2/data/info.pb
21:05:55.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.63.124
21:05:55.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:05:55.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:05:55.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:05:55.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:05:55.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:05:55.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:05:55.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task4xF5n6/test-tmp/mini-kudu-cluster454529860749909708/master-2/logs
21:05:55.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:05:55.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:05:55.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:05:55.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
21:05:55.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:05:55.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3722ed49c19ce54c7feae2fa944e32b1d4ed8d2d
21:05:55.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:05:55.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 30 Jan 2026 20:43:20 UTC on 24a791456cd2
21:05:55.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 10268
21:05:55.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
21:05:55.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.420461 3495 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:05:55.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.422395 3495 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:05:55.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:05:55.432039 3504 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:05:55.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:05:55.432237 3503 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:05:55.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:05:55.432365 3506 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:05:55.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.433651 3495 server_base.cc:1060] running on GCE node
21:05:55.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.434556 3495 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:05:55.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.436200 3495 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:05:55.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.436141 3412 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.63.124" port: 45179 } attempt: 2
21:05:55.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.437498 3495 hybrid_clock.cc:648] HybridClock initialized: now 1769807155437402 us; error 65 us; skew 500 ppm
21:05:55.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.437913 3495 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:05:55.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:05:55.438330 3412 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.63.124:45179: Network error: Client connection negotiation failed: client connection to 127.3.63.124:45179: connect: Connection refused (error 111)
21:05:55.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.440474 3495 webserver.cc:492] Webserver started at http://127.3.63.124:34739/ using document root <none> and password file <none>
21:05:55.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.441205 3495 fs_manager.cc:362] Metadata directory not provided
21:05:55.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.441310 3495 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:05:55.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.441596 3495 server_base.cc:908] This appears to be a new deployment of Kudu; creating new FS layout
21:05:55.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.444142 3495 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task4xF5n6/test-tmp/mini-kudu-cluster454529860749909708/master-2/data/instance:
21:05:55.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6a7526af14554406bbf70c61078614b5"
21:05:55.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-30 21:05:55 on dist-test-slave-jmss"
21:05:55.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.444875 3495 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task4xF5n6/test-tmp/mini-kudu-cluster454529860749909708/master-2/wal/instance:
21:05:55.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6a7526af14554406bbf70c61078614b5"
21:05:55.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-30 21:05:55 on dist-test-slave-jmss"
21:05:55.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.448369 3493 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.63.124" port: 45179 } attempt: 4
21:05:55.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:05:55.450459 3493 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.63.124:45179: Network error: Client connection negotiation failed: client connection to 127.3.63.124:45179: connect: Connection refused (error 111)
21:05:55.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.450872 3495 fs_manager.cc:696] Time spent creating directory manager: real 0.006s user 0.005s sys 0.000s
21:05:55.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.454708 3512 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
21:05:55.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.456400 3495 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
21:05:55.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.456620 3495 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task4xF5n6/test-tmp/mini-kudu-cluster454529860749909708/master-2/data,/tmp/dist-test-task4xF5n6/test-tmp/mini-kudu-cluster454529860749909708/master-2/wal
21:05:55.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6a7526af14554406bbf70c61078614b5"
21:05:55.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-30 21:05:55 on dist-test-slave-jmss"
21:05:55.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.456879 3495 fs_report.cc:389] FS layout report
21:05:55.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:05:55.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task4xF5n6/test-tmp/mini-kudu-cluster454529860749909708/master-2/wal
21:05:55.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task4xF5n6/test-tmp/mini-kudu-cluster454529860749909708/master-2/wal
21:05:55.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task4xF5n6/test-tmp/mini-kudu-cluster454529860749909708/master-2/data/data
21:05:55.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:05:55.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:05:55.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:05:55.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:05:55.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:05:55.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:05:55.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:05:55.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:05:55.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:05:55.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:05:55.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:05:55.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.473656 3495 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
21:05:55.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.474632 3495 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:05:55.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.474974 3495 kserver.cc:163] Server-wide thread pool size limit: 3276
21:05:55.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.498626 3495 rpc_server.cc:307] RPC server started. Bound to: 127.3.63.124:45179
21:05:55.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.498723 3573 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.3.63.124:45179 every 8 connection(s)
21:05:55.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.500289 3495 server_base.cc:1192] Dumped server information to /tmp/dist-test-task4xF5n6/test-tmp/mini-kudu-cluster454529860749909708/master-2/data/info.pb
21:05:55.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.502149 3325 external_mini_cluster.cc:1428] Started /tmp/dist-test-task4xF5n6/build/asan/bin/kudu as pid 3495
21:05:55.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.502374 3325 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task4xF5n6/test-tmp/mini-kudu-cluster454529860749909708/master-2/wal/instance
21:05:55.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.505944 3574 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
21:05:55.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.514716 3574 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.63.126" port: 46109 } has no permanent_uuid. Determining permanent_uuid...
21:05:55.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.529520 3574 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.63.125" port: 33413 } has no permanent_uuid. Determining permanent_uuid...
21:05:55.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.536026 3574 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.63.124" port: 45179 } has no permanent_uuid. Determining permanent_uuid...
21:05:55.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.544561 3412 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.63.124" port: 45179 } attempt: 3
21:05:55.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.546372 3574 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6a7526af14554406bbf70c61078614b5: Bootstrap starting.
21:05:55.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.550796 3574 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 6a7526af14554406bbf70c61078614b5: Neither blocks nor log segments found. Creating new log.
21:05:55.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.552053 3574 log.cc:826] T 00000000000000000000000000000000 P 6a7526af14554406bbf70c61078614b5: Log is configured to *not* fsync() on all Append() calls
21:05:55.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.555253 3574 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6a7526af14554406bbf70c61078614b5: No bootstrap required, opened a new log
21:05:55.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.555892 3412 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d6f2f065a3eb48b59b6d5b235d79fe1a: Bootstrap starting.
21:05:55.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.559230 3412 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P d6f2f065a3eb48b59b6d5b235d79fe1a: Neither blocks nor log segments found. Creating new log.
21:05:55.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.560487 3412 log.cc:826] T 00000000000000000000000000000000 P d6f2f065a3eb48b59b6d5b235d79fe1a: Log is configured to *not* fsync() on all Append() calls
21:05:55.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.560689 3574 raft_consensus.cc:359] T 00000000000000000000000000000000 P 6a7526af14554406bbf70c61078614b5 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d6f2f065a3eb48b59b6d5b235d79fe1a" member_type: VOTER last_known_addr { host: "127.3.63.126" port: 46109 } } peers { permanent_uuid: "295851998b27461fbaf9d753242b599e" member_type: VOTER last_known_addr { host: "127.3.63.125" port: 33413 } } peers { permanent_uuid: "6a7526af14554406bbf70c61078614b5" member_type: VOTER last_known_addr { host: "127.3.63.124" port: 45179 } }
21:05:55.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.560987 3574 raft_consensus.cc:385] T 00000000000000000000000000000000 P 6a7526af14554406bbf70c61078614b5 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:05:55.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.561079 3574 raft_consensus.cc:740] T 00000000000000000000000000000000 P 6a7526af14554406bbf70c61078614b5 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6a7526af14554406bbf70c61078614b5, State: Initialized, Role: FOLLOWER
21:05:55.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.562011 3574 consensus_queue.cc:260] T 00000000000000000000000000000000 P 6a7526af14554406bbf70c61078614b5 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d6f2f065a3eb48b59b6d5b235d79fe1a" member_type: VOTER last_known_addr { host: "127.3.63.126" port: 46109 } } peers { permanent_uuid: "295851998b27461fbaf9d753242b599e" member_type: VOTER last_known_addr { host: "127.3.63.125" port: 33413 } } peers { permanent_uuid: "6a7526af14554406bbf70c61078614b5" member_type: VOTER last_known_addr { host: "127.3.63.124" port: 45179 } }
21:05:55.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.562409 3582 raft_consensus.cc:493] T 00000000000000000000000000000000 P 6a7526af14554406bbf70c61078614b5 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:05:55.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.562691 3582 raft_consensus.cc:515] T 00000000000000000000000000000000 P 6a7526af14554406bbf70c61078614b5 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d6f2f065a3eb48b59b6d5b235d79fe1a" member_type: VOTER last_known_addr { host: "127.3.63.126" port: 46109 } } peers { permanent_uuid: "295851998b27461fbaf9d753242b599e" member_type: VOTER last_known_addr { host: "127.3.63.125" port: 33413 } } peers { permanent_uuid: "6a7526af14554406bbf70c61078614b5" member_type: VOTER last_known_addr { host: "127.3.63.124" port: 45179 } }
21:05:55.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.563684 3583 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6a7526af14554406bbf70c61078614b5 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d6f2f065a3eb48b59b6d5b235d79fe1a" member_type: VOTER last_known_addr { host: "127.3.63.126" port: 46109 } } peers { permanent_uuid: "295851998b27461fbaf9d753242b599e" member_type: VOTER last_known_addr { host: "127.3.63.125" port: 33413 } } peers { permanent_uuid: "6a7526af14554406bbf70c61078614b5" member_type: VOTER last_known_addr { host: "127.3.63.124" port: 45179 } } }
21:05:55.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.563985 3412 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d6f2f065a3eb48b59b6d5b235d79fe1a: No bootstrap required, opened a new log
21:05:55.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.564163 3583 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6a7526af14554406bbf70c61078614b5 [sys.catalog]: This master's current role is: FOLLOWER
21:05:55.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.564839 3574 sys_catalog.cc:565] T 00000000000000000000000000000000 P 6a7526af14554406bbf70c61078614b5 [sys.catalog]: configured and running, proceeding with master startup.
21:05:55.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.564971 3582 leader_election.cc:290] T 00000000000000000000000000000000 P 6a7526af14554406bbf70c61078614b5 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers d6f2f065a3eb48b59b6d5b235d79fe1a (127.3.63.126:46109), 295851998b27461fbaf9d753242b599e (127.3.63.125:33413)
21:05:55.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.572422 3412 raft_consensus.cc:359] T 00000000000000000000000000000000 P d6f2f065a3eb48b59b6d5b235d79fe1a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d6f2f065a3eb48b59b6d5b235d79fe1a" member_type: VOTER last_known_addr { host: "127.3.63.126" port: 46109 } } peers { permanent_uuid: "295851998b27461fbaf9d753242b599e" member_type: VOTER last_known_addr { host: "127.3.63.125" port: 33413 } } peers { permanent_uuid: "6a7526af14554406bbf70c61078614b5" member_type: VOTER last_known_addr { host: "127.3.63.124" port: 45179 } }
21:05:55.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.572835 3412 raft_consensus.cc:385] T 00000000000000000000000000000000 P d6f2f065a3eb48b59b6d5b235d79fe1a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:05:55.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.572965 3412 raft_consensus.cc:740] T 00000000000000000000000000000000 P d6f2f065a3eb48b59b6d5b235d79fe1a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d6f2f065a3eb48b59b6d5b235d79fe1a, State: Initialized, Role: FOLLOWER
21:05:55.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.573731 3412 consensus_queue.cc:260] T 00000000000000000000000000000000 P d6f2f065a3eb48b59b6d5b235d79fe1a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d6f2f065a3eb48b59b6d5b235d79fe1a" member_type: VOTER last_known_addr { host: "127.3.63.126" port: 46109 } } peers { permanent_uuid: "295851998b27461fbaf9d753242b599e" member_type: VOTER last_known_addr { host: "127.3.63.125" port: 33413 } } peers { permanent_uuid: "6a7526af14554406bbf70c61078614b5" member_type: VOTER last_known_addr { host: "127.3.63.124" port: 45179 } }
21:05:55.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.575278 3595 sys_catalog.cc:455] T 00000000000000000000000000000000 P d6f2f065a3eb48b59b6d5b235d79fe1a [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d6f2f065a3eb48b59b6d5b235d79fe1a" member_type: VOTER last_known_addr { host: "127.3.63.126" port: 46109 } } peers { permanent_uuid: "295851998b27461fbaf9d753242b599e" member_type: VOTER last_known_addr { host: "127.3.63.125" port: 33413 } } peers { permanent_uuid: "6a7526af14554406bbf70c61078614b5" member_type: VOTER last_known_addr { host: "127.3.63.124" port: 45179 } } }
21:05:55.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.575752 3595 sys_catalog.cc:458] T 00000000000000000000000000000000 P d6f2f065a3eb48b59b6d5b235d79fe1a [sys.catalog]: This master's current role is: FOLLOWER
21:05:55.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.576975 3412 sys_catalog.cc:565] T 00000000000000000000000000000000 P d6f2f065a3eb48b59b6d5b235d79fe1a [sys.catalog]: configured and running, proceeding with master startup.
21:05:55.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.574914 3495 master_runner.cc:186] Error getting master registration for 127.3.63.126:46109: OK, instance_id { permanent_uuid: "d6f2f065a3eb48b59b6d5b235d79fe1a" instance_seqno: 1769807154604374 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
21:05:55.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.580863 3495 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
21:05:55.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.581068 3377 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6a7526af14554406bbf70c61078614b5" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d6f2f065a3eb48b59b6d5b235d79fe1a" is_pre_election: true
21:05:55.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.581682 3377 raft_consensus.cc:2468] T 00000000000000000000000000000000 P d6f2f065a3eb48b59b6d5b235d79fe1a [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 6a7526af14554406bbf70c61078614b5 in term 0.
21:05:55.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.582474 3516 leader_election.cc:304] T 00000000000000000000000000000000 P 6a7526af14554406bbf70c61078614b5 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 6a7526af14554406bbf70c61078614b5, d6f2f065a3eb48b59b6d5b235d79fe1a; no voters:
21:05:55.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.582921 3582 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 6a7526af14554406bbf70c61078614b5 [term 0 FOLLOWER]: Leader pre-election won for term 1
21:05:55.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.583101 3582 raft_consensus.cc:493] T 00000000000000000000000000000000 P 6a7526af14554406bbf70c61078614b5 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
21:05:55.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.583240 3582 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 6a7526af14554406bbf70c61078614b5 [term 0 FOLLOWER]: Advancing to term 1
21:05:55.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.586664 3582 raft_consensus.cc:515] T 00000000000000000000000000000000 P 6a7526af14554406bbf70c61078614b5 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d6f2f065a3eb48b59b6d5b235d79fe1a" member_type: VOTER last_known_addr { host: "127.3.63.126" port: 46109 } } peers { permanent_uuid: "295851998b27461fbaf9d753242b599e" member_type: VOTER last_known_addr { host: "127.3.63.125" port: 33413 } } peers { permanent_uuid: "6a7526af14554406bbf70c61078614b5" member_type: VOTER last_known_addr { host: "127.3.63.124" port: 45179 } }
21:05:55.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.587474 3582 leader_election.cc:290] T 00000000000000000000000000000000 P 6a7526af14554406bbf70c61078614b5 [CANDIDATE]: Term 1 election: Requested vote from peers d6f2f065a3eb48b59b6d5b235d79fe1a (127.3.63.126:46109), 295851998b27461fbaf9d753242b599e (127.3.63.125:33413)
21:05:55.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:05:55.587993 3356 tablet.cc:2378] T 00000000000000000000000000000000 P d6f2f065a3eb48b59b6d5b235d79fe1a: Can't schedule compaction. Clean time has not been advanced past its initial value.
21:05:55.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.588590 3377 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6a7526af14554406bbf70c61078614b5" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d6f2f065a3eb48b59b6d5b235d79fe1a"
21:05:55.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.588804 3377 raft_consensus.cc:3060] T 00000000000000000000000000000000 P d6f2f065a3eb48b59b6d5b235d79fe1a [term 0 FOLLOWER]: Advancing to term 1
21:05:55.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:05:55.592227 3594 catalog_manager.cc:1568] T 00000000000000000000000000000000 P 6a7526af14554406bbf70c61078614b5: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:05:55.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.592260 3377 raft_consensus.cc:2468] T 00000000000000000000000000000000 P d6f2f065a3eb48b59b6d5b235d79fe1a [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 6a7526af14554406bbf70c61078614b5 in term 1.
21:05:55.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:05:55.592377 3594 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:05:55.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.592814 3516 leader_election.cc:304] T 00000000000000000000000000000000 P 6a7526af14554406bbf70c61078614b5 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 6a7526af14554406bbf70c61078614b5, d6f2f065a3eb48b59b6d5b235d79fe1a; no voters:
21:05:55.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.593173 3582 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 6a7526af14554406bbf70c61078614b5 [term 1 FOLLOWER]: Leader election won for term 1
21:05:55.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.593358 3582 raft_consensus.cc:697] T 00000000000000000000000000000000 P 6a7526af14554406bbf70c61078614b5 [term 1 LEADER]: Becoming Leader. State: Replica: 6a7526af14554406bbf70c61078614b5, State: Running, Role: LEADER
21:05:55.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.593940 3582 consensus_queue.cc:237] T 00000000000000000000000000000000 P 6a7526af14554406bbf70c61078614b5 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d6f2f065a3eb48b59b6d5b235d79fe1a" member_type: VOTER last_known_addr { host: "127.3.63.126" port: 46109 } } peers { permanent_uuid: "295851998b27461fbaf9d753242b599e" member_type: VOTER last_known_addr { host: "127.3.63.125" port: 33413 } } peers { permanent_uuid: "6a7526af14554406bbf70c61078614b5" member_type: VOTER last_known_addr { host: "127.3.63.124" port: 45179 } }
21:05:55.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.598227 3583 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6a7526af14554406bbf70c61078614b5 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 6a7526af14554406bbf70c61078614b5. Latest consensus state: current_term: 1 leader_uuid: "6a7526af14554406bbf70c61078614b5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d6f2f065a3eb48b59b6d5b235d79fe1a" member_type: VOTER last_known_addr { host: "127.3.63.126" port: 46109 } } peers { permanent_uuid: "295851998b27461fbaf9d753242b599e" member_type: VOTER last_known_addr { host: "127.3.63.125" port: 33413 } } peers { permanent_uuid: "6a7526af14554406bbf70c61078614b5" member_type: VOTER last_known_addr { host: "127.3.63.124" port: 45179 } } }
21:05:55.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.598536 3583 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6a7526af14554406bbf70c61078614b5 [sys.catalog]: This master's current role is: LEADER
21:05:55.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.599637 3603 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
21:05:55.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.602162 3603 catalog_manager.cc:1494] Initializing Kudu cluster ID...
21:05:55.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.614068 3377 raft_consensus.cc:1275] T 00000000000000000000000000000000 P d6f2f065a3eb48b59b6d5b235d79fe1a [term 1 FOLLOWER]: Refusing update from remote peer 6a7526af14554406bbf70c61078614b5: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
21:05:55.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.615075 3583 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 6a7526af14554406bbf70c61078614b5 [LEADER]: Connected to new peer: Peer: permanent_uuid: "d6f2f065a3eb48b59b6d5b235d79fe1a" member_type: VOTER last_known_addr { host: "127.3.63.126" port: 46109 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
21:05:55.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.644544 3595 sys_catalog.cc:455] T 00000000000000000000000000000000 P d6f2f065a3eb48b59b6d5b235d79fe1a [sys.catalog]: SysCatalogTable state changed. Reason: New leader 6a7526af14554406bbf70c61078614b5. Latest consensus state: current_term: 1 leader_uuid: "6a7526af14554406bbf70c61078614b5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d6f2f065a3eb48b59b6d5b235d79fe1a" member_type: VOTER last_known_addr { host: "127.3.63.126" port: 46109 } } peers { permanent_uuid: "295851998b27461fbaf9d753242b599e" member_type: VOTER last_known_addr { host: "127.3.63.125" port: 33413 } } peers { permanent_uuid: "6a7526af14554406bbf70c61078614b5" member_type: VOTER last_known_addr { host: "127.3.63.124" port: 45179 } } }
21:05:55.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.645179 3595 sys_catalog.cc:458] T 00000000000000000000000000000000 P d6f2f065a3eb48b59b6d5b235d79fe1a [sys.catalog]: This master's current role is: FOLLOWER
21:05:55.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.655860 3612 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
21:05:55.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.657023 3583 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6a7526af14554406bbf70c61078614b5 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "6a7526af14554406bbf70c61078614b5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d6f2f065a3eb48b59b6d5b235d79fe1a" member_type: VOTER last_known_addr { host: "127.3.63.126" port: 46109 } } peers { permanent_uuid: "295851998b27461fbaf9d753242b599e" member_type: VOTER last_known_addr { host: "127.3.63.125" port: 33413 } } peers { permanent_uuid: "6a7526af14554406bbf70c61078614b5" member_type: VOTER last_known_addr { host: "127.3.63.124" port: 45179 } } }
21:05:55.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.657328 3583 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6a7526af14554406bbf70c61078614b5 [sys.catalog]: This master's current role is: LEADER
21:05:55.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.660037 3595 sys_catalog.cc:455] T 00000000000000000000000000000000 P d6f2f065a3eb48b59b6d5b235d79fe1a [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "6a7526af14554406bbf70c61078614b5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d6f2f065a3eb48b59b6d5b235d79fe1a" member_type: VOTER last_known_addr { host: "127.3.63.126" port: 46109 } } peers { permanent_uuid: "295851998b27461fbaf9d753242b599e" member_type: VOTER last_known_addr { host: "127.3.63.125" port: 33413 } } peers { permanent_uuid: "6a7526af14554406bbf70c61078614b5" member_type: VOTER last_known_addr { host: "127.3.63.124" port: 45179 } } }
21:05:55.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.660272 3595 sys_catalog.cc:458] T 00000000000000000000000000000000 P d6f2f065a3eb48b59b6d5b235d79fe1a [sys.catalog]: This master's current role is: FOLLOWER
21:05:55.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.662724 3603 catalog_manager.cc:1357] Generated new cluster ID: 91d5a8a7508848089c76d6af202dd494
21:05:55.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.662842 3603 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
21:05:55.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.668210 3336 master_runner.cc:186] Error getting master registration for 127.3.63.125:33413: OK, instance_id { permanent_uuid: "295851998b27461fbaf9d753242b599e" instance_seqno: 1769807155039588 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
21:05:55.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.685575 3336 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
21:05:55.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.696652 3603 catalog_manager.cc:1380] Generated new certificate authority record
21:05:55.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.698661 3603 catalog_manager.cc:1514] Loading token signing keys...
21:05:55.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.713821 3603 catalog_manager.cc:6027] T 00000000000000000000000000000000 P 6a7526af14554406bbf70c61078614b5: Generated new TSK 0
21:05:55.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.714941 3603 catalog_manager.cc:1524] Initializing in-progress tserver states...
21:05:55.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.736279 3325 external_mini_cluster.cc:1366] Running /tmp/dist-test-task4xF5n6/build/asan/bin/kudu
21:05:55.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task4xF5n6/build/asan/bin/kudu
21:05:55.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task4xF5n6/test-tmp/mini-kudu-cluster454529860749909708/ts-0/wal
21:05:55.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task4xF5n6/test-tmp/mini-kudu-cluster454529860749909708/ts-0/data
21:05:55.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:05:55.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:05:55.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:05:55.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:05:55.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:05:55.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:05:55.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task4xF5n6/test-tmp/mini-kudu-cluster454529860749909708/ts-0/logs
21:05:55.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task4xF5n6/test-tmp/mini-kudu-cluster454529860749909708/ts-0/data/info.pb
21:05:55.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:05:55.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:05:55.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:05:55.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:05:55.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:05:55.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:05:55.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:05:55.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:05:55.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
21:05:55.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:05:55.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.63.65:0
21:05:55.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.3.63.65
21:05:55.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.63.65
21:05:55.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:05:55.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.3.63.126:46109,127.3.63.125:33413,127.3.63.124:45179
21:05:55.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.63.84:39399
21:05:55.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:05:55.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:05:55.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:05:55.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
21:05:55.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
21:05:55.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
21:05:55.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.749708 3493 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.63.124" port: 45179 } attempt: 5
21:05:55.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.765792 3493 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 295851998b27461fbaf9d753242b599e: Bootstrap starting.
21:05:55.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.770671 3493 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 295851998b27461fbaf9d753242b599e: Neither blocks nor log segments found. Creating new log.
21:05:55.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.772737 3493 log.cc:826] T 00000000000000000000000000000000 P 295851998b27461fbaf9d753242b599e: Log is configured to *not* fsync() on all Append() calls
21:05:55.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.794483 3493 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 295851998b27461fbaf9d753242b599e: No bootstrap required, opened a new log
21:05:55.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.804379 3493 raft_consensus.cc:359] T 00000000000000000000000000000000 P 295851998b27461fbaf9d753242b599e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d6f2f065a3eb48b59b6d5b235d79fe1a" member_type: VOTER last_known_addr { host: "127.3.63.126" port: 46109 } } peers { permanent_uuid: "295851998b27461fbaf9d753242b599e" member_type: VOTER last_known_addr { host: "127.3.63.125" port: 33413 } } peers { permanent_uuid: "6a7526af14554406bbf70c61078614b5" member_type: VOTER last_known_addr { host: "127.3.63.124" port: 45179 } }
21:05:55.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.805004 3493 raft_consensus.cc:385] T 00000000000000000000000000000000 P 295851998b27461fbaf9d753242b599e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:05:55.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.805259 3493 raft_consensus.cc:740] T 00000000000000000000000000000000 P 295851998b27461fbaf9d753242b599e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 295851998b27461fbaf9d753242b599e, State: Initialized, Role: FOLLOWER
21:05:55.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.806367 3493 consensus_queue.cc:260] T 00000000000000000000000000000000 P 295851998b27461fbaf9d753242b599e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d6f2f065a3eb48b59b6d5b235d79fe1a" member_type: VOTER last_known_addr { host: "127.3.63.126" port: 46109 } } peers { permanent_uuid: "295851998b27461fbaf9d753242b599e" member_type: VOTER last_known_addr { host: "127.3.63.125" port: 33413 } } peers { permanent_uuid: "6a7526af14554406bbf70c61078614b5" member_type: VOTER last_known_addr { host: "127.3.63.124" port: 45179 } }
21:05:55.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.808432 3617 sys_catalog.cc:455] T 00000000000000000000000000000000 P 295851998b27461fbaf9d753242b599e [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d6f2f065a3eb48b59b6d5b235d79fe1a" member_type: VOTER last_known_addr { host: "127.3.63.126" port: 46109 } } peers { permanent_uuid: "295851998b27461fbaf9d753242b599e" member_type: VOTER last_known_addr { host: "127.3.63.125" port: 33413 } } peers { permanent_uuid: "6a7526af14554406bbf70c61078614b5" member_type: VOTER last_known_addr { host: "127.3.63.124" port: 45179 } } }
21:05:55.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.809136 3617 sys_catalog.cc:458] T 00000000000000000000000000000000 P 295851998b27461fbaf9d753242b599e [sys.catalog]: This master's current role is: FOLLOWER
21:05:55.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.809839 3493 sys_catalog.cc:565] T 00000000000000000000000000000000 P 295851998b27461fbaf9d753242b599e [sys.catalog]: configured and running, proceeding with master startup.
21:05:55.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.809882 3457 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6a7526af14554406bbf70c61078614b5" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "295851998b27461fbaf9d753242b599e"
21:05:55.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.810341 3457 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 295851998b27461fbaf9d753242b599e [term 0 FOLLOWER]: Advancing to term 1
21:05:55.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.811705 3458 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6a7526af14554406bbf70c61078614b5" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "295851998b27461fbaf9d753242b599e" is_pre_election: true
21:05:55.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.814908 3457 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 295851998b27461fbaf9d753242b599e [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 6a7526af14554406bbf70c61078614b5 in term 1.
21:05:55.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.815757 3456 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 295851998b27461fbaf9d753242b599e [term 1 FOLLOWER]: Refusing update from remote peer 6a7526af14554406bbf70c61078614b5: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
21:05:55.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.817642 3582 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 6a7526af14554406bbf70c61078614b5 [LEADER]: Connected to new peer: Peer: permanent_uuid: "295851998b27461fbaf9d753242b599e" member_type: VOTER last_known_addr { host: "127.3.63.125" port: 33413 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
21:05:55.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.866192 3617 sys_catalog.cc:455] T 00000000000000000000000000000000 P 295851998b27461fbaf9d753242b599e [sys.catalog]: SysCatalogTable state changed. Reason: New leader 6a7526af14554406bbf70c61078614b5. Latest consensus state: current_term: 1 leader_uuid: "6a7526af14554406bbf70c61078614b5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d6f2f065a3eb48b59b6d5b235d79fe1a" member_type: VOTER last_known_addr { host: "127.3.63.126" port: 46109 } } peers { permanent_uuid: "295851998b27461fbaf9d753242b599e" member_type: VOTER last_known_addr { host: "127.3.63.125" port: 33413 } } peers { permanent_uuid: "6a7526af14554406bbf70c61078614b5" member_type: VOTER last_known_addr { host: "127.3.63.124" port: 45179 } } }
21:05:55.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.866499 3617 sys_catalog.cc:458] T 00000000000000000000000000000000 P 295851998b27461fbaf9d753242b599e [sys.catalog]: This master's current role is: FOLLOWER
21:05:55.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.866884 3625 sys_catalog.cc:455] T 00000000000000000000000000000000 P 295851998b27461fbaf9d753242b599e [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "6a7526af14554406bbf70c61078614b5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d6f2f065a3eb48b59b6d5b235d79fe1a" member_type: VOTER last_known_addr { host: "127.3.63.126" port: 46109 } } peers { permanent_uuid: "295851998b27461fbaf9d753242b599e" member_type: VOTER last_known_addr { host: "127.3.63.125" port: 33413 } } peers { permanent_uuid: "6a7526af14554406bbf70c61078614b5" member_type: VOTER last_known_addr { host: "127.3.63.124" port: 45179 } } }
21:05:55.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.867116 3625 sys_catalog.cc:458] T 00000000000000000000000000000000 P 295851998b27461fbaf9d753242b599e [sys.catalog]: This master's current role is: FOLLOWER
21:05:55.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.891386 3633 catalog_manager.cc:1269] Loaded cluster ID: 91d5a8a7508848089c76d6af202dd494
21:05:55.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.891505 3633 catalog_manager.cc:1562] T 00000000000000000000000000000000 P 295851998b27461fbaf9d753242b599e: loading cluster ID for follower catalog manager: success
21:05:55.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.895531 3633 catalog_manager.cc:1584] T 00000000000000000000000000000000 P 295851998b27461fbaf9d753242b599e: acquiring CA information for follower catalog manager: success
21:05:55.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.898398 3633 catalog_manager.cc:1612] T 00000000000000000000000000000000 P 295851998b27461fbaf9d753242b599e: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
21:05:55.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.911224 3582 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6a7526af14554406bbf70c61078614b5 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "6a7526af14554406bbf70c61078614b5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d6f2f065a3eb48b59b6d5b235d79fe1a" member_type: VOTER last_known_addr { host: "127.3.63.126" port: 46109 } } peers { permanent_uuid: "295851998b27461fbaf9d753242b599e" member_type: VOTER last_known_addr { host: "127.3.63.125" port: 33413 } } peers { permanent_uuid: "6a7526af14554406bbf70c61078614b5" member_type: VOTER last_known_addr { host: "127.3.63.124" port: 45179 } } }
21:05:55.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:55.911548 3582 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6a7526af14554406bbf70c61078614b5 [sys.catalog]: This master's current role is: LEADER
21:05:56.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:05:56.210779 3615 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
21:05:56.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:05:56.211148 3615 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:05:56.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:05:56.211297 3615 flags.cc:425] Enabled unsafe flag: --never_fsync=true
21:05:56.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:05:56.220420 3615 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
21:05:56.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:05:56.220621 3615 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
21:05:56.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:05:56.220810 3615 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
21:05:56.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:05:56.220887 3615 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
21:05:56.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:05:56.221035 3615 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.3.63.65
21:05:56.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:56.231521 3615 tablet_server_runner.cc:78] Tablet server non-default flags:
21:05:56.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:05:56.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.63.84:39399
21:05:56.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:05:56.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:05:56.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task4xF5n6/test-tmp/mini-kudu-cluster454529860749909708/ts-0/data
21:05:56.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task4xF5n6/test-tmp/mini-kudu-cluster454529860749909708/ts-0/wal
21:05:56.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:05:56.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:05:56.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.63.65:0
21:05:56.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:05:56.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:05:56.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:05:56.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task4xF5n6/test-tmp/mini-kudu-cluster454529860749909708/ts-0/data/info.pb
21:05:56.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.63.65
21:05:56.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:05:56.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
21:05:56.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
21:05:56.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
21:05:56.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.3.63.126:46109,127.3.63.125:33413,127.3.63.124:45179
21:05:56.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:05:56.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:05:56.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:05:56.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:05:56.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:05:56.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.3.63.65
21:05:56.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task4xF5n6/test-tmp/mini-kudu-cluster454529860749909708/ts-0/logs
21:05:56.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:05:56.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:05:56.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:05:56.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
21:05:56.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:05:56.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3722ed49c19ce54c7feae2fa944e32b1d4ed8d2d
21:05:56.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:05:56.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 30 Jan 2026 20:43:20 UTC on 24a791456cd2
21:05:56.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 10268
21:05:56.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
21:05:56.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:56.233655 3615 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:05:56.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:56.235589 3615 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:05:56.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:05:56.246312 3639 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:05:56.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:05:56.248798 3640 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:05:56.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:05:56.249449 3642 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:05:56.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:56.253353 3615 server_base.cc:1060] running on GCE node
21:05:56.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:56.254129 3615 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:05:56.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:56.255281 3615 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:05:56.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:56.256554 3615 hybrid_clock.cc:648] HybridClock initialized: now 1769807156256468 us; error 50 us; skew 500 ppm
21:05:56.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:56.256847 3615 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:05:56.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:56.259466 3615 webserver.cc:492] Webserver started at http://127.3.63.65:39333/ using document root <none> and password file <none>
21:05:56.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:56.260466 3615 fs_manager.cc:362] Metadata directory not provided
21:05:56.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:56.260586 3615 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:05:56.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:56.260891 3615 server_base.cc:908] This appears to be a new deployment of Kudu; creating new FS layout
21:05:56.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:56.263777 3615 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task4xF5n6/test-tmp/mini-kudu-cluster454529860749909708/ts-0/data/instance:
21:05:56.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0404fe8f968d460fb50d4a0b6c2b2dbb"
21:05:56.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-30 21:05:56 on dist-test-slave-jmss"
21:05:56.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:56.264590 3615 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task4xF5n6/test-tmp/mini-kudu-cluster454529860749909708/ts-0/wal/instance:
21:05:56.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0404fe8f968d460fb50d4a0b6c2b2dbb"
21:05:56.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-30 21:05:56 on dist-test-slave-jmss"
21:05:56.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:56.270422 3615 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.005s sys 0.000s
21:05:56.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:56.274125 3648 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
21:05:56.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:56.276003 3615 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.002s sys 0.001s
21:05:56.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:56.276209 3615 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task4xF5n6/test-tmp/mini-kudu-cluster454529860749909708/ts-0/data,/tmp/dist-test-task4xF5n6/test-tmp/mini-kudu-cluster454529860749909708/ts-0/wal
21:05:56.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0404fe8f968d460fb50d4a0b6c2b2dbb"
21:05:56.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-30 21:05:56 on dist-test-slave-jmss"
21:05:56.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:56.276438 3615 fs_report.cc:389] FS layout report
21:05:56.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:05:56.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task4xF5n6/test-tmp/mini-kudu-cluster454529860749909708/ts-0/wal
21:05:56.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task4xF5n6/test-tmp/mini-kudu-cluster454529860749909708/ts-0/wal
21:05:56.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task4xF5n6/test-tmp/mini-kudu-cluster454529860749909708/ts-0/data/data
21:05:56.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:05:56.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:05:56.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:05:56.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:05:56.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:05:56.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:05:56.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:05:56.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:05:56.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:05:56.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:05:56.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:05:56.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:56.302738 3615 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
21:05:56.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:56.303808 3615 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:05:56.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:56.304127 3615 kserver.cc:163] Server-wide thread pool size limit: 3276
21:05:56.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:56.307904 3615 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
21:05:56.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:56.308188 3615 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
21:05:56.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:56.308471 3615 ts_tablet_manager.cc:616] Registered 0 tablets
21:05:56.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:56.308693 3615 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
21:05:56.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:56.400053 3615 rpc_server.cc:307] RPC server started. Bound to: 127.3.63.65:37509
21:05:56.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:56.400142 3771 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.3.63.65:37509 every 8 connection(s)
21:05:56.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:56.401492 3615 server_base.cc:1192] Dumped server information to /tmp/dist-test-task4xF5n6/test-tmp/mini-kudu-cluster454529860749909708/ts-0/data/info.pb
21:05:56.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:56.402583 3325 external_mini_cluster.cc:1428] Started /tmp/dist-test-task4xF5n6/build/asan/bin/kudu as pid 3615
21:05:56.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:56.402781 3325 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task4xF5n6/test-tmp/mini-kudu-cluster454529860749909708/ts-0/wal/instance
21:05:56.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:56.410018 3325 external_mini_cluster.cc:1366] Running /tmp/dist-test-task4xF5n6/build/asan/bin/kudu
21:05:56.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task4xF5n6/build/asan/bin/kudu
21:05:56.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task4xF5n6/test-tmp/mini-kudu-cluster454529860749909708/ts-1/wal
21:05:56.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task4xF5n6/test-tmp/mini-kudu-cluster454529860749909708/ts-1/data
21:05:56.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:05:56.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:05:56.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:05:56.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:05:56.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:05:56.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:05:56.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task4xF5n6/test-tmp/mini-kudu-cluster454529860749909708/ts-1/logs
21:05:56.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task4xF5n6/test-tmp/mini-kudu-cluster454529860749909708/ts-1/data/info.pb
21:05:56.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:05:56.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:05:56.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:05:56.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:05:56.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:05:56.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:05:56.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:05:56.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:05:56.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
21:05:56.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:05:56.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.63.66:0
21:05:56.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.3.63.66
21:05:56.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.63.66
21:05:56.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:05:56.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.3.63.126:46109,127.3.63.125:33413,127.3.63.124:45179
21:05:56.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.63.84:39399
21:05:56.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:05:56.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:05:56.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:05:56.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
21:05:56.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
21:05:56.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
21:05:56.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:56.410899 3773 heartbeater.cc:344] Connected to a master server at 127.3.63.126:46109
21:05:56.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:56.411262 3773 heartbeater.cc:461] Registering TS with master...
21:05:56.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:56.412595 3773 heartbeater.cc:507] Master 127.3.63.126:46109 requested a full tablet report, sending...
21:05:56.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:56.416062 3367 ts_manager.cc:194] Registered new tserver with Master: 0404fe8f968d460fb50d4a0b6c2b2dbb (127.3.63.65:37509)
21:05:56.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:56.416697 3772 heartbeater.cc:344] Connected to a master server at 127.3.63.124:45179
21:05:56.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:56.416837 3772 heartbeater.cc:461] Registering TS with master...
21:05:56.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:56.417438 3772 heartbeater.cc:507] Master 127.3.63.124:45179 requested a full tablet report, sending...
21:05:56.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:56.419262 3529 ts_manager.cc:194] Registered new tserver with Master: 0404fe8f968d460fb50d4a0b6c2b2dbb (127.3.63.65:37509)
21:05:56.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:56.422097 3529 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.3.63.65:60213
21:05:56.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:56.437985 3774 heartbeater.cc:344] Connected to a master server at 127.3.63.125:33413
21:05:56.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:56.438179 3774 heartbeater.cc:461] Registering TS with master...
21:05:56.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:56.439224 3774 heartbeater.cc:507] Master 127.3.63.125:33413 requested a full tablet report, sending...
21:05:56.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:56.441399 3448 ts_manager.cc:194] Registered new tserver with Master: 0404fe8f968d460fb50d4a0b6c2b2dbb (127.3.63.65:37509)
21:05:56.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:56.661216 3612 catalog_manager.cc:1269] Loaded cluster ID: 91d5a8a7508848089c76d6af202dd494
21:05:56.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:56.661373 3612 catalog_manager.cc:1562] T 00000000000000000000000000000000 P d6f2f065a3eb48b59b6d5b235d79fe1a: loading cluster ID for follower catalog manager: success
21:05:56.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:56.665524 3612 catalog_manager.cc:1584] T 00000000000000000000000000000000 P d6f2f065a3eb48b59b6d5b235d79fe1a: acquiring CA information for follower catalog manager: success
21:05:56.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:56.668497 3612 catalog_manager.cc:1612] T 00000000000000000000000000000000 P d6f2f065a3eb48b59b6d5b235d79fe1a: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
21:05:56.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:05:56.778506 3775 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
21:05:56.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:05:56.778859 3775 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:05:56.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:05:56.778999 3775 flags.cc:425] Enabled unsafe flag: --never_fsync=true
21:05:56.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:05:56.787774 3775 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
21:05:56.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:05:56.787954 3775 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
21:05:56.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:05:56.788026 3775 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
21:05:56.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:05:56.788079 3775 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
21:05:56.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:05:56.788228 3775 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.3.63.66
21:05:56.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:56.798336 3775 tablet_server_runner.cc:78] Tablet server non-default flags:
21:05:56.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:05:56.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.63.84:39399
21:05:56.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:05:56.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:05:56.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task4xF5n6/test-tmp/mini-kudu-cluster454529860749909708/ts-1/data
21:05:56.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task4xF5n6/test-tmp/mini-kudu-cluster454529860749909708/ts-1/wal
21:05:56.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:05:56.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:05:56.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.63.66:0
21:05:56.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:05:56.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:05:56.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:05:56.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task4xF5n6/test-tmp/mini-kudu-cluster454529860749909708/ts-1/data/info.pb
21:05:56.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.63.66
21:05:56.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:05:56.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
21:05:56.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
21:05:56.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
21:05:56.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.3.63.126:46109,127.3.63.125:33413,127.3.63.124:45179
21:05:56.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:05:56.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:05:56.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:05:56.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:05:56.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:05:56.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.3.63.66
21:05:56.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task4xF5n6/test-tmp/mini-kudu-cluster454529860749909708/ts-1/logs
21:05:56.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:05:56.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:05:56.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:05:56.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
21:05:56.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:05:56.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3722ed49c19ce54c7feae2fa944e32b1d4ed8d2d
21:05:56.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:05:56.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 30 Jan 2026 20:43:20 UTC on 24a791456cd2
21:05:56.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 10268
21:05:56.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
21:05:56.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:56.800418 3775 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:05:56.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:56.802379 3775 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:05:56.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:05:56.812248 3783 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:05:56.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:05:56.812747 3782 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:05:56.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:05:56.813238 3785 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:05:56.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:56.814728 3775 server_base.cc:1060] running on GCE node
21:05:56.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:56.815320 3775 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:05:56.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:56.816390 3775 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:05:56.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:56.817737 3775 hybrid_clock.cc:648] HybridClock initialized: now 1769807156817674 us; error 40 us; skew 500 ppm
21:05:56.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:56.818082 3775 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:05:56.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:56.820415 3775 webserver.cc:492] Webserver started at http://127.3.63.66:39833/ using document root <none> and password file <none>
21:05:56.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:56.821168 3775 fs_manager.cc:362] Metadata directory not provided
21:05:56.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:56.821314 3775 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:05:56.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:56.821717 3775 server_base.cc:908] This appears to be a new deployment of Kudu; creating new FS layout
21:05:56.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:56.824249 3775 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task4xF5n6/test-tmp/mini-kudu-cluster454529860749909708/ts-1/data/instance:
21:05:56.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a2125d849f9b48e1be1e50705048730b"
21:05:56.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-30 21:05:56 on dist-test-slave-jmss"
21:05:56.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:56.825089 3775 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task4xF5n6/test-tmp/mini-kudu-cluster454529860749909708/ts-1/wal/instance:
21:05:56.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a2125d849f9b48e1be1e50705048730b"
21:05:56.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-30 21:05:56 on dist-test-slave-jmss"
21:05:56.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:56.830969 3775 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.006s sys 0.000s
21:05:56.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:56.835115 3791 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
21:05:56.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:56.836684 3775 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
21:05:56.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:56.836879 3775 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task4xF5n6/test-tmp/mini-kudu-cluster454529860749909708/ts-1/data,/tmp/dist-test-task4xF5n6/test-tmp/mini-kudu-cluster454529860749909708/ts-1/wal
21:05:56.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a2125d849f9b48e1be1e50705048730b"
21:05:56.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-30 21:05:56 on dist-test-slave-jmss"
21:05:56.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:56.837091 3775 fs_report.cc:389] FS layout report
21:05:56.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:05:56.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task4xF5n6/test-tmp/mini-kudu-cluster454529860749909708/ts-1/wal
21:05:56.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task4xF5n6/test-tmp/mini-kudu-cluster454529860749909708/ts-1/wal
21:05:56.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task4xF5n6/test-tmp/mini-kudu-cluster454529860749909708/ts-1/data/data
21:05:56.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:05:56.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:05:56.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:05:56.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:05:56.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:05:56.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:05:56.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:05:56.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:05:56.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:05:56.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:05:56.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:05:56.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:56.867910 3775 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
21:05:56.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:56.868901 3775 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:05:56.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:56.869280 3775 kserver.cc:163] Server-wide thread pool size limit: 3276
21:05:56.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:56.872993 3775 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
21:05:56.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:56.873121 3775 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
21:05:56.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:56.873417 3775 ts_tablet_manager.cc:616] Registered 0 tablets
21:05:56.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:56.873620 3775 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
21:05:56.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:56.979804 3775 rpc_server.cc:307] RPC server started. Bound to: 127.3.63.66:43035
21:05:56.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:56.980212 3913 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.3.63.66:43035 every 8 connection(s)
21:05:56.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:56.981446 3775 server_base.cc:1192] Dumped server information to /tmp/dist-test-task4xF5n6/test-tmp/mini-kudu-cluster454529860749909708/ts-1/data/info.pb
21:05:56.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:56.984807 3915 heartbeater.cc:344] Connected to a master server at 127.3.63.126:46109
21:05:56.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:56.985199 3915 heartbeater.cc:461] Registering TS with master...
21:05:56.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:56.985888 3325 external_mini_cluster.cc:1428] Started /tmp/dist-test-task4xF5n6/build/asan/bin/kudu as pid 3775
21:05:56.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:56.986138 3325 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task4xF5n6/test-tmp/mini-kudu-cluster454529860749909708/ts-1/wal/instance
21:05:56.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:56.986390 3915 heartbeater.cc:507] Master 127.3.63.126:46109 requested a full tablet report, sending...
21:05:56.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:56.988515 3367 ts_manager.cc:194] Registered new tserver with Master: a2125d849f9b48e1be1e50705048730b (127.3.63.66:43035)
21:05:56.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:56.993230 3325 external_mini_cluster.cc:1366] Running /tmp/dist-test-task4xF5n6/build/asan/bin/kudu
21:05:56.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task4xF5n6/build/asan/bin/kudu
21:05:56.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task4xF5n6/test-tmp/mini-kudu-cluster454529860749909708/ts-2/wal
21:05:56.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task4xF5n6/test-tmp/mini-kudu-cluster454529860749909708/ts-2/data
21:05:56.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:05:56.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:05:56.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:05:56.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:05:56.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:05:56.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:05:56.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task4xF5n6/test-tmp/mini-kudu-cluster454529860749909708/ts-2/logs
21:05:56.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task4xF5n6/test-tmp/mini-kudu-cluster454529860749909708/ts-2/data/info.pb
21:05:56.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:05:56.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:05:56.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:05:56.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:05:56.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:05:56.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:05:56.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:05:56.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:05:56.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
21:05:56.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:05:56.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.63.67:0
21:05:56.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.3.63.67
21:05:56.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.63.67
21:05:56.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:05:56.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.3.63.126:46109,127.3.63.125:33413,127.3.63.124:45179
21:05:56.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.63.84:39399
21:05:56.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:05:56.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:05:56.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:05:56.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
21:05:56.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
21:05:56.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
21:05:57.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.002776 3914 heartbeater.cc:344] Connected to a master server at 127.3.63.124:45179
21:05:57.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.003244 3914 heartbeater.cc:461] Registering TS with master...
21:05:57.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.004248 3914 heartbeater.cc:507] Master 127.3.63.124:45179 requested a full tablet report, sending...
21:05:57.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.005666 3529 ts_manager.cc:194] Registered new tserver with Master: a2125d849f9b48e1be1e50705048730b (127.3.63.66:43035)
21:05:57.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.006778 3529 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.3.63.66:55883
21:05:57.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.008901 3916 heartbeater.cc:344] Connected to a master server at 127.3.63.125:33413
21:05:57.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.009083 3916 heartbeater.cc:461] Registering TS with master...
21:05:57.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.009461 3916 heartbeater.cc:507] Master 127.3.63.125:33413 requested a full tablet report, sending...
21:05:57.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.011423 3448 ts_manager.cc:194] Registered new tserver with Master: a2125d849f9b48e1be1e50705048730b (127.3.63.66:43035)
21:05:57.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:05:57.352054 3919 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
21:05:57.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:05:57.352412 3919 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:05:57.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:05:57.352559 3919 flags.cc:425] Enabled unsafe flag: --never_fsync=true
21:05:57.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:05:57.361009 3919 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
21:05:57.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:05:57.361191 3919 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
21:05:57.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:05:57.361264 3919 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
21:05:57.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:05:57.361321 3919 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
21:05:57.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:05:57.361460 3919 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.3.63.67
21:05:57.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.371812 3919 tablet_server_runner.cc:78] Tablet server non-default flags:
21:05:57.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:05:57.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.63.84:39399
21:05:57.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:05:57.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:05:57.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task4xF5n6/test-tmp/mini-kudu-cluster454529860749909708/ts-2/data
21:05:57.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task4xF5n6/test-tmp/mini-kudu-cluster454529860749909708/ts-2/wal
21:05:57.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:05:57.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:05:57.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.63.67:0
21:05:57.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:05:57.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:05:57.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:05:57.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task4xF5n6/test-tmp/mini-kudu-cluster454529860749909708/ts-2/data/info.pb
21:05:57.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.63.67
21:05:57.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:05:57.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
21:05:57.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
21:05:57.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
21:05:57.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.3.63.126:46109,127.3.63.125:33413,127.3.63.124:45179
21:05:57.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:05:57.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:05:57.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:05:57.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:05:57.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:05:57.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.3.63.67
21:05:57.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task4xF5n6/test-tmp/mini-kudu-cluster454529860749909708/ts-2/logs
21:05:57.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:05:57.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:05:57.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:05:57.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
21:05:57.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:05:57.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3722ed49c19ce54c7feae2fa944e32b1d4ed8d2d
21:05:57.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:05:57.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 30 Jan 2026 20:43:20 UTC on 24a791456cd2
21:05:57.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 10268
21:05:57.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
21:05:57.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.373826 3919 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:05:57.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.375741 3919 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:05:57.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:05:57.385701 3925 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:05:57.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:05:57.385993 3924 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:05:57.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:05:57.386739 3927 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:05:57.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.387094 3919 server_base.cc:1060] running on GCE node
21:05:57.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.387814 3919 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:05:57.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.388752 3919 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:05:57.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.389994 3919 hybrid_clock.cc:648] HybridClock initialized: now 1769807157389907 us; error 62 us; skew 500 ppm
21:05:57.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.390313 3919 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:05:57.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.392637 3919 webserver.cc:492] Webserver started at http://127.3.63.67:46157/ using document root <none> and password file <none>
21:05:57.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.393473 3919 fs_manager.cc:362] Metadata directory not provided
21:05:57.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.393616 3919 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:05:57.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.393996 3919 server_base.cc:908] This appears to be a new deployment of Kudu; creating new FS layout
21:05:57.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.396549 3919 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task4xF5n6/test-tmp/mini-kudu-cluster454529860749909708/ts-2/data/instance:
21:05:57.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f73d38f107984e3588a4d1159746d5be"
21:05:57.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-30 21:05:57 on dist-test-slave-jmss"
21:05:57.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.397357 3919 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task4xF5n6/test-tmp/mini-kudu-cluster454529860749909708/ts-2/wal/instance:
21:05:57.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f73d38f107984e3588a4d1159746d5be"
21:05:57.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-30 21:05:57 on dist-test-slave-jmss"
21:05:57.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.402913 3919 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.006s sys 0.000s
21:05:57.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.406435 3933 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
21:05:57.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.408069 3919 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
21:05:57.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.408262 3919 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task4xF5n6/test-tmp/mini-kudu-cluster454529860749909708/ts-2/data,/tmp/dist-test-task4xF5n6/test-tmp/mini-kudu-cluster454529860749909708/ts-2/wal
21:05:57.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f73d38f107984e3588a4d1159746d5be"
21:05:57.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-30 21:05:57 on dist-test-slave-jmss"
21:05:57.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.408514 3919 fs_report.cc:389] FS layout report
21:05:57.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:05:57.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task4xF5n6/test-tmp/mini-kudu-cluster454529860749909708/ts-2/wal
21:05:57.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task4xF5n6/test-tmp/mini-kudu-cluster454529860749909708/ts-2/wal
21:05:57.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task4xF5n6/test-tmp/mini-kudu-cluster454529860749909708/ts-2/data/data
21:05:57.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:05:57.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:05:57.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:05:57.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:05:57.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:05:57.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:05:57.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:05:57.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:05:57.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:05:57.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:05:57.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:05:57.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.434594 3919 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
21:05:57.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.435509 3919 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:05:57.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.435849 3919 kserver.cc:163] Server-wide thread pool size limit: 3276
21:05:57.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.439589 3919 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
21:05:57.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.439860 3919 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.001s
21:05:57.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.440024 3919 ts_tablet_manager.cc:616] Registered 0 tablets
21:05:57.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.440115 3919 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
21:05:57.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.443342 3772 heartbeater.cc:499] Master 127.3.63.124:45179 was elected leader, sending a full tablet report...
21:05:57.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.510361 3919 rpc_server.cc:307] RPC server started. Bound to: 127.3.63.67:40457
21:05:57.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.510444 4055 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.3.63.67:40457 every 8 connection(s)
21:05:57.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.511881 3919 server_base.cc:1192] Dumped server information to /tmp/dist-test-task4xF5n6/test-tmp/mini-kudu-cluster454529860749909708/ts-2/data/info.pb
21:05:57.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.515717 4057 heartbeater.cc:344] Connected to a master server at 127.3.63.126:46109
21:05:57.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.515887 3325 external_mini_cluster.cc:1428] Started /tmp/dist-test-task4xF5n6/build/asan/bin/kudu as pid 3919
21:05:57.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.516062 3325 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task4xF5n6/test-tmp/mini-kudu-cluster454529860749909708/ts-2/wal/instance
21:05:57.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.516322 4057 heartbeater.cc:461] Registering TS with master...
21:05:57.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.517519 4057 heartbeater.cc:507] Master 127.3.63.126:46109 requested a full tablet report, sending...
21:05:57.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.519340 3366 ts_manager.cc:194] Registered new tserver with Master: f73d38f107984e3588a4d1159746d5be (127.3.63.67:40457)
21:05:57.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.523662 4056 heartbeater.cc:344] Connected to a master server at 127.3.63.124:45179
21:05:57.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.523836 4056 heartbeater.cc:461] Registering TS with master...
21:05:57.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.524456 4056 heartbeater.cc:507] Master 127.3.63.124:45179 requested a full tablet report, sending...
21:05:57.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.525471 3529 ts_manager.cc:194] Registered new tserver with Master: f73d38f107984e3588a4d1159746d5be (127.3.63.67:40457)
21:05:57.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.526675 3529 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.3.63.67:49181
21:05:57.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.527451 4058 heartbeater.cc:344] Connected to a master server at 127.3.63.125:33413
21:05:57.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.527657 4058 heartbeater.cc:461] Registering TS with master...
21:05:57.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.528164 4058 heartbeater.cc:507] Master 127.3.63.125:33413 requested a full tablet report, sending...
21:05:57.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.529320 3448 ts_manager.cc:194] Registered new tserver with Master: f73d38f107984e3588a4d1159746d5be (127.3.63.67:40457)
21:05:57.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.540948 3325 external_mini_cluster.cc:949] 3 TS(s) registered with all masters
21:05:57.542 [DEBUG - main] (MiniKuduCluster.java:195) Response:
21:05:57.543 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
21:05:57.544 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.3.63.126"
port: 46109
}
bound_http_address {
host: "127.3.63.126"
port: 32799
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.3.63.125"
port: 33413
}
bound_http_address {
host: "127.3.63.125"
port: 33091
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.3.63.124"
port: 45179
}
bound_http_address {
host: "127.3.63.124"
port: 34739
}
}
}
21:05:57.545 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
21:05:57.545 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.3.63.65"
port: 37509
}
bound_http_address {
host: "127.3.63.65"
port: 39333
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.3.63.66"
port: 43035
}
bound_http_address {
host: "127.3.63.66"
port: 39833
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.3.63.67"
port: 40457
}
bound_http_address {
host: "127.3.63.67"
port: 46157
}
}
}
21:05:57.546 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
21:05:57.548 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
21:05:57.549 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.3.63.126:46109(127.3.63.126:46109)] connecting to peer
21:05:57.551 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.3.63.125:33413(127.3.63.125:33413)] connecting to peer
21:05:57.552 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.3.63.126:46109(127.3.63.126:46109)] Successfully connected to peer
21:05:57.552 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.3.63.124:45179(127.3.63.124:45179)] connecting to peer
21:05:57.553 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.3.63.125:33413(127.3.63.125:33413)] Successfully connected to peer
21:05:57.553 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.3.63.126
21:05:57.555 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.3.63.125
21:05:57.557 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.3.63.124:45179(127.3.63.124:45179)] Successfully connected to peer
21:05:57.558 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.3.63.124
21:05:57.569 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x8c5f6c16, L:/127.0.0.1:34796 - R:/127.3.63.125:33413] using SASL/PLAIN
21:05:57.579 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x72108083, L:/127.0.0.1:54830 - R:/127.3.63.126:46109] using SASL/PLAIN
21:05:57.580 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x1d48efc0, L:/127.0.0.1:52948 - R:/127.3.63.124:45179] using SASL/PLAIN
21:05:57.583 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
21:05:57.583 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=34), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.63.126:46109, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.63.125:33413, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.63.124:45179, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.63.125:33413: OK, [31ms] Sub RPC ConnectToMaster: received response from server master-127.3.63.126:46109: OK, [33ms] Sub RPC ConnectToMaster: received response from server master-127.3.63.124:45179: OK, deferred=null) after lookup
21:05:57.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.585664 3529 catalog_manager.cc:2257] Servicing CreateTable request from {username='slave'} at 127.0.0.1:52948:
21:05:57.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_manager_fallback_rolling"
21:05:57.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
21:05:57.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
21:05:57.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
21:05:57.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
21:05:57.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
21:05:57.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
21:05:57.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
21:05:57.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
21:05:57.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
21:05:57.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:05:57.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
21:05:57.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column1_i"
21:05:57.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
21:05:57.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
21:05:57.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
21:05:57.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
21:05:57.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
21:05:57.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
21:05:57.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:05:57.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
21:05:57.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column2_i"
21:05:57.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
21:05:57.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
21:05:57.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
21:05:57.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
21:05:57.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
21:05:57.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
21:05:57.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:05:57.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
21:05:57.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column3_s"
21:05:57.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
21:05:57.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
21:05:57.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: true
21:05:57.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: DICT_ENCODING
21:05:57.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: LZ4
21:05:57.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 4096
21:05:57.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
21:05:57.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
21:05:57.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:05:57.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
21:05:57.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column4_b"
21:05:57.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: BOOL
21:05:57.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
21:05:57.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
21:05:57.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
21:05:57.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
21:05:57.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
21:05:57.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:05:57.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:05:57.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
21:05:57.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) hash_schema {
21:05:57.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
21:05:57.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
21:05:57.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:05:57.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_buckets: 2
21:05:57.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) seed: 0
21:05:57.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:05:57.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:05:57.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:05:57.588146 3529 catalog_manager.cc:7016] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table txn_manager_fallback_rolling in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
21:05:57.604 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 539a56cdc97c45c9b5a26e9fb56a70c6
21:05:57.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.643894 3988 tablet_service.cc:1505] Processing CreateTablet for tablet 0cd90b5f04c34d79a7d2bcb591439202 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=539a56cdc97c45c9b5a26e9fb56a70c6]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
21:05:57.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.644373 3706 tablet_service.cc:1505] Processing CreateTablet for tablet 9ed60df8bd42432db1d8ae589cdb89b9 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=539a56cdc97c45c9b5a26e9fb56a70c6]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
21:05:57.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.644762 3848 tablet_service.cc:1505] Processing CreateTablet for tablet 9ed60df8bd42432db1d8ae589cdb89b9 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=539a56cdc97c45c9b5a26e9fb56a70c6]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
21:05:57.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.644369 3849 tablet_service.cc:1505] Processing CreateTablet for tablet 0cd90b5f04c34d79a7d2bcb591439202 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=539a56cdc97c45c9b5a26e9fb56a70c6]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
21:05:57.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.643854 3987 tablet_service.cc:1505] Processing CreateTablet for tablet 9ed60df8bd42432db1d8ae589cdb89b9 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=539a56cdc97c45c9b5a26e9fb56a70c6]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
21:05:57.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.645663 3706 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 9ed60df8bd42432db1d8ae589cdb89b9. 1 dirs total, 0 dirs full, 0 dirs failed
21:05:57.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.645665 3988 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 0cd90b5f04c34d79a7d2bcb591439202. 1 dirs total, 0 dirs full, 0 dirs failed
21:05:57.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.645882 3707 tablet_service.cc:1505] Processing CreateTablet for tablet 0cd90b5f04c34d79a7d2bcb591439202 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=539a56cdc97c45c9b5a26e9fb56a70c6]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
21:05:57.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.646013 3849 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 0cd90b5f04c34d79a7d2bcb591439202. 1 dirs total, 0 dirs full, 0 dirs failed
21:05:57.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.646343 3707 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 0cd90b5f04c34d79a7d2bcb591439202. 1 dirs total, 0 dirs full, 0 dirs failed
21:05:57.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.646620 3987 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 9ed60df8bd42432db1d8ae589cdb89b9. 1 dirs total, 0 dirs full, 0 dirs failed
21:05:57.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.646974 3848 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 9ed60df8bd42432db1d8ae589cdb89b9. 1 dirs total, 0 dirs full, 0 dirs failed
21:05:57.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.667004 4082 tablet_bootstrap.cc:492] T 9ed60df8bd42432db1d8ae589cdb89b9 P a2125d849f9b48e1be1e50705048730b: Bootstrap starting.
21:05:57.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.667407 4083 tablet_bootstrap.cc:492] T 9ed60df8bd42432db1d8ae589cdb89b9 P 0404fe8f968d460fb50d4a0b6c2b2dbb: Bootstrap starting.
21:05:57.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.668313 4084 tablet_bootstrap.cc:492] T 0cd90b5f04c34d79a7d2bcb591439202 P f73d38f107984e3588a4d1159746d5be: Bootstrap starting.
21:05:57.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.670687 4082 tablet_bootstrap.cc:654] T 9ed60df8bd42432db1d8ae589cdb89b9 P a2125d849f9b48e1be1e50705048730b: Neither blocks nor log segments found. Creating new log.
21:05:57.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.671186 4083 tablet_bootstrap.cc:654] T 9ed60df8bd42432db1d8ae589cdb89b9 P 0404fe8f968d460fb50d4a0b6c2b2dbb: Neither blocks nor log segments found. Creating new log.
21:05:57.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.671868 4084 tablet_bootstrap.cc:654] T 0cd90b5f04c34d79a7d2bcb591439202 P f73d38f107984e3588a4d1159746d5be: Neither blocks nor log segments found. Creating new log.
21:05:57.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.672397 4082 log.cc:826] T 9ed60df8bd42432db1d8ae589cdb89b9 P a2125d849f9b48e1be1e50705048730b: Log is configured to *not* fsync() on all Append() calls
21:05:57.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.672469 4083 log.cc:826] T 9ed60df8bd42432db1d8ae589cdb89b9 P 0404fe8f968d460fb50d4a0b6c2b2dbb: Log is configured to *not* fsync() on all Append() calls
21:05:57.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.673102 4084 log.cc:826] T 0cd90b5f04c34d79a7d2bcb591439202 P f73d38f107984e3588a4d1159746d5be: Log is configured to *not* fsync() on all Append() calls
21:05:57.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.675186 4082 tablet_bootstrap.cc:492] T 9ed60df8bd42432db1d8ae589cdb89b9 P a2125d849f9b48e1be1e50705048730b: No bootstrap required, opened a new log
21:05:57.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.675493 4082 ts_tablet_manager.cc:1403] T 9ed60df8bd42432db1d8ae589cdb89b9 P a2125d849f9b48e1be1e50705048730b: Time spent bootstrapping tablet: real 0.009s user 0.006s sys 0.000s
21:05:57.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.676379 4084 tablet_bootstrap.cc:492] T 0cd90b5f04c34d79a7d2bcb591439202 P f73d38f107984e3588a4d1159746d5be: No bootstrap required, opened a new log
21:05:57.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.676712 4084 ts_tablet_manager.cc:1403] T 0cd90b5f04c34d79a7d2bcb591439202 P f73d38f107984e3588a4d1159746d5be: Time spent bootstrapping tablet: real 0.009s user 0.001s sys 0.006s
21:05:57.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.681071 4082 raft_consensus.cc:359] T 9ed60df8bd42432db1d8ae589cdb89b9 P a2125d849f9b48e1be1e50705048730b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0404fe8f968d460fb50d4a0b6c2b2dbb" member_type: VOTER last_known_addr { host: "127.3.63.65" port: 37509 } } peers { permanent_uuid: "a2125d849f9b48e1be1e50705048730b" member_type: VOTER last_known_addr { host: "127.3.63.66" port: 43035 } } peers { permanent_uuid: "f73d38f107984e3588a4d1159746d5be" member_type: VOTER last_known_addr { host: "127.3.63.67" port: 40457 } }
21:05:57.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.681308 4083 tablet_bootstrap.cc:492] T 9ed60df8bd42432db1d8ae589cdb89b9 P 0404fe8f968d460fb50d4a0b6c2b2dbb: No bootstrap required, opened a new log
21:05:57.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.681435 4082 raft_consensus.cc:385] T 9ed60df8bd42432db1d8ae589cdb89b9 P a2125d849f9b48e1be1e50705048730b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:05:57.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.681541 4082 raft_consensus.cc:740] T 9ed60df8bd42432db1d8ae589cdb89b9 P a2125d849f9b48e1be1e50705048730b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a2125d849f9b48e1be1e50705048730b, State: Initialized, Role: FOLLOWER
21:05:57.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.681589 4083 ts_tablet_manager.cc:1403] T 9ed60df8bd42432db1d8ae589cdb89b9 P 0404fe8f968d460fb50d4a0b6c2b2dbb: Time spent bootstrapping tablet: real 0.014s user 0.008s sys 0.004s
21:05:57.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.682210 4082 consensus_queue.cc:260] T 9ed60df8bd42432db1d8ae589cdb89b9 P a2125d849f9b48e1be1e50705048730b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0404fe8f968d460fb50d4a0b6c2b2dbb" member_type: VOTER last_known_addr { host: "127.3.63.65" port: 37509 } } peers { permanent_uuid: "a2125d849f9b48e1be1e50705048730b" member_type: VOTER last_known_addr { host: "127.3.63.66" port: 43035 } } peers { permanent_uuid: "f73d38f107984e3588a4d1159746d5be" member_type: VOTER last_known_addr { host: "127.3.63.67" port: 40457 } }
21:05:57.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.683288 3914 heartbeater.cc:499] Master 127.3.63.124:45179 was elected leader, sending a full tablet report...
21:05:57.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.684410 4084 raft_consensus.cc:359] T 0cd90b5f04c34d79a7d2bcb591439202 P f73d38f107984e3588a4d1159746d5be [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a2125d849f9b48e1be1e50705048730b" member_type: VOTER last_known_addr { host: "127.3.63.66" port: 43035 } } peers { permanent_uuid: "f73d38f107984e3588a4d1159746d5be" member_type: VOTER last_known_addr { host: "127.3.63.67" port: 40457 } } peers { permanent_uuid: "0404fe8f968d460fb50d4a0b6c2b2dbb" member_type: VOTER last_known_addr { host: "127.3.63.65" port: 37509 } }
21:05:57.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.684792 4084 raft_consensus.cc:385] T 0cd90b5f04c34d79a7d2bcb591439202 P f73d38f107984e3588a4d1159746d5be [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:05:57.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.684908 4084 raft_consensus.cc:740] T 0cd90b5f04c34d79a7d2bcb591439202 P f73d38f107984e3588a4d1159746d5be [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f73d38f107984e3588a4d1159746d5be, State: Initialized, Role: FOLLOWER
21:05:57.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.685611 4084 consensus_queue.cc:260] T 0cd90b5f04c34d79a7d2bcb591439202 P f73d38f107984e3588a4d1159746d5be [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a2125d849f9b48e1be1e50705048730b" member_type: VOTER last_known_addr { host: "127.3.63.66" port: 43035 } } peers { permanent_uuid: "f73d38f107984e3588a4d1159746d5be" member_type: VOTER last_known_addr { host: "127.3.63.67" port: 40457 } } peers { permanent_uuid: "0404fe8f968d460fb50d4a0b6c2b2dbb" member_type: VOTER last_known_addr { host: "127.3.63.65" port: 37509 } }
21:05:57.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.685925 4082 ts_tablet_manager.cc:1434] T 9ed60df8bd42432db1d8ae589cdb89b9 P a2125d849f9b48e1be1e50705048730b: Time spent starting tablet: real 0.010s user 0.006s sys 0.004s
21:05:57.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.686338 4082 tablet_bootstrap.cc:492] T 0cd90b5f04c34d79a7d2bcb591439202 P a2125d849f9b48e1be1e50705048730b: Bootstrap starting.
21:05:57.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.688127 4082 tablet_bootstrap.cc:654] T 0cd90b5f04c34d79a7d2bcb591439202 P a2125d849f9b48e1be1e50705048730b: Neither blocks nor log segments found. Creating new log.
21:05:57.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.690120 4083 raft_consensus.cc:359] T 9ed60df8bd42432db1d8ae589cdb89b9 P 0404fe8f968d460fb50d4a0b6c2b2dbb [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0404fe8f968d460fb50d4a0b6c2b2dbb" member_type: VOTER last_known_addr { host: "127.3.63.65" port: 37509 } } peers { permanent_uuid: "a2125d849f9b48e1be1e50705048730b" member_type: VOTER last_known_addr { host: "127.3.63.66" port: 43035 } } peers { permanent_uuid: "f73d38f107984e3588a4d1159746d5be" member_type: VOTER last_known_addr { host: "127.3.63.67" port: 40457 } }
21:05:57.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.690598 4083 raft_consensus.cc:385] T 9ed60df8bd42432db1d8ae589cdb89b9 P 0404fe8f968d460fb50d4a0b6c2b2dbb [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:05:57.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.690729 4083 raft_consensus.cc:740] T 9ed60df8bd42432db1d8ae589cdb89b9 P 0404fe8f968d460fb50d4a0b6c2b2dbb [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0404fe8f968d460fb50d4a0b6c2b2dbb, State: Initialized, Role: FOLLOWER
21:05:57.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.691547 4083 consensus_queue.cc:260] T 9ed60df8bd42432db1d8ae589cdb89b9 P 0404fe8f968d460fb50d4a0b6c2b2dbb [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0404fe8f968d460fb50d4a0b6c2b2dbb" member_type: VOTER last_known_addr { host: "127.3.63.65" port: 37509 } } peers { permanent_uuid: "a2125d849f9b48e1be1e50705048730b" member_type: VOTER last_known_addr { host: "127.3.63.66" port: 43035 } } peers { permanent_uuid: "f73d38f107984e3588a4d1159746d5be" member_type: VOTER last_known_addr { host: "127.3.63.67" port: 40457 } }
21:05:57.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.692860 4056 heartbeater.cc:499] Master 127.3.63.124:45179 was elected leader, sending a full tablet report...
21:05:57.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.694221 4084 ts_tablet_manager.cc:1434] T 0cd90b5f04c34d79a7d2bcb591439202 P f73d38f107984e3588a4d1159746d5be: Time spent starting tablet: real 0.017s user 0.014s sys 0.002s
21:05:57.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.695318 4084 tablet_bootstrap.cc:492] T 9ed60df8bd42432db1d8ae589cdb89b9 P f73d38f107984e3588a4d1159746d5be: Bootstrap starting.
21:05:57.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.696657 4083 ts_tablet_manager.cc:1434] T 9ed60df8bd42432db1d8ae589cdb89b9 P 0404fe8f968d460fb50d4a0b6c2b2dbb: Time spent starting tablet: real 0.015s user 0.015s sys 0.000s
21:05:57.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.697151 4084 tablet_bootstrap.cc:654] T 9ed60df8bd42432db1d8ae589cdb89b9 P f73d38f107984e3588a4d1159746d5be: Neither blocks nor log segments found. Creating new log.
21:05:57.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.698091 4082 tablet_bootstrap.cc:492] T 0cd90b5f04c34d79a7d2bcb591439202 P a2125d849f9b48e1be1e50705048730b: No bootstrap required, opened a new log
21:05:57.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.698252 4082 ts_tablet_manager.cc:1403] T 0cd90b5f04c34d79a7d2bcb591439202 P a2125d849f9b48e1be1e50705048730b: Time spent bootstrapping tablet: real 0.012s user 0.006s sys 0.003s
21:05:57.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.699155 4082 raft_consensus.cc:359] T 0cd90b5f04c34d79a7d2bcb591439202 P a2125d849f9b48e1be1e50705048730b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a2125d849f9b48e1be1e50705048730b" member_type: VOTER last_known_addr { host: "127.3.63.66" port: 43035 } } peers { permanent_uuid: "f73d38f107984e3588a4d1159746d5be" member_type: VOTER last_known_addr { host: "127.3.63.67" port: 40457 } } peers { permanent_uuid: "0404fe8f968d460fb50d4a0b6c2b2dbb" member_type: VOTER last_known_addr { host: "127.3.63.65" port: 37509 } }
21:05:57.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.699433 4082 raft_consensus.cc:385] T 0cd90b5f04c34d79a7d2bcb591439202 P a2125d849f9b48e1be1e50705048730b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:05:57.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.699720 4082 raft_consensus.cc:740] T 0cd90b5f04c34d79a7d2bcb591439202 P a2125d849f9b48e1be1e50705048730b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a2125d849f9b48e1be1e50705048730b, State: Initialized, Role: FOLLOWER
21:05:57.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.699903 4083 tablet_bootstrap.cc:492] T 0cd90b5f04c34d79a7d2bcb591439202 P 0404fe8f968d460fb50d4a0b6c2b2dbb: Bootstrap starting.
21:05:57.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.700139 4082 consensus_queue.cc:260] T 0cd90b5f04c34d79a7d2bcb591439202 P a2125d849f9b48e1be1e50705048730b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a2125d849f9b48e1be1e50705048730b" member_type: VOTER last_known_addr { host: "127.3.63.66" port: 43035 } } peers { permanent_uuid: "f73d38f107984e3588a4d1159746d5be" member_type: VOTER last_known_addr { host: "127.3.63.67" port: 40457 } } peers { permanent_uuid: "0404fe8f968d460fb50d4a0b6c2b2dbb" member_type: VOTER last_known_addr { host: "127.3.63.65" port: 37509 } }
21:05:57.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.702421 4083 tablet_bootstrap.cc:654] T 0cd90b5f04c34d79a7d2bcb591439202 P 0404fe8f968d460fb50d4a0b6c2b2dbb: Neither blocks nor log segments found. Creating new log.
21:05:57.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.705791 4084 tablet_bootstrap.cc:492] T 9ed60df8bd42432db1d8ae589cdb89b9 P f73d38f107984e3588a4d1159746d5be: No bootstrap required, opened a new log
21:05:57.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.705986 4084 ts_tablet_manager.cc:1403] T 9ed60df8bd42432db1d8ae589cdb89b9 P f73d38f107984e3588a4d1159746d5be: Time spent bootstrapping tablet: real 0.011s user 0.002s sys 0.007s
21:05:57.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.707093 4084 raft_consensus.cc:359] T 9ed60df8bd42432db1d8ae589cdb89b9 P f73d38f107984e3588a4d1159746d5be [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0404fe8f968d460fb50d4a0b6c2b2dbb" member_type: VOTER last_known_addr { host: "127.3.63.65" port: 37509 } } peers { permanent_uuid: "a2125d849f9b48e1be1e50705048730b" member_type: VOTER last_known_addr { host: "127.3.63.66" port: 43035 } } peers { permanent_uuid: "f73d38f107984e3588a4d1159746d5be" member_type: VOTER last_known_addr { host: "127.3.63.67" port: 40457 } }
21:05:57.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.707332 4084 raft_consensus.cc:385] T 9ed60df8bd42432db1d8ae589cdb89b9 P f73d38f107984e3588a4d1159746d5be [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:05:57.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.707413 4084 raft_consensus.cc:740] T 9ed60df8bd42432db1d8ae589cdb89b9 P f73d38f107984e3588a4d1159746d5be [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f73d38f107984e3588a4d1159746d5be, State: Initialized, Role: FOLLOWER
21:05:57.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.707818 4084 consensus_queue.cc:260] T 9ed60df8bd42432db1d8ae589cdb89b9 P f73d38f107984e3588a4d1159746d5be [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0404fe8f968d460fb50d4a0b6c2b2dbb" member_type: VOTER last_known_addr { host: "127.3.63.65" port: 37509 } } peers { permanent_uuid: "a2125d849f9b48e1be1e50705048730b" member_type: VOTER last_known_addr { host: "127.3.63.66" port: 43035 } } peers { permanent_uuid: "f73d38f107984e3588a4d1159746d5be" member_type: VOTER last_known_addr { host: "127.3.63.67" port: 40457 } }
21:05:57.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.708667 4084 ts_tablet_manager.cc:1434] T 9ed60df8bd42432db1d8ae589cdb89b9 P f73d38f107984e3588a4d1159746d5be: Time spent starting tablet: real 0.003s user 0.002s sys 0.001s
21:05:57.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.712774 4083 tablet_bootstrap.cc:492] T 0cd90b5f04c34d79a7d2bcb591439202 P 0404fe8f968d460fb50d4a0b6c2b2dbb: No bootstrap required, opened a new log
21:05:57.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.713066 4083 ts_tablet_manager.cc:1403] T 0cd90b5f04c34d79a7d2bcb591439202 P 0404fe8f968d460fb50d4a0b6c2b2dbb: Time spent bootstrapping tablet: real 0.013s user 0.009s sys 0.002s
21:05:57.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.714056 4083 raft_consensus.cc:359] T 0cd90b5f04c34d79a7d2bcb591439202 P 0404fe8f968d460fb50d4a0b6c2b2dbb [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a2125d849f9b48e1be1e50705048730b" member_type: VOTER last_known_addr { host: "127.3.63.66" port: 43035 } } peers { permanent_uuid: "f73d38f107984e3588a4d1159746d5be" member_type: VOTER last_known_addr { host: "127.3.63.67" port: 40457 } } peers { permanent_uuid: "0404fe8f968d460fb50d4a0b6c2b2dbb" member_type: VOTER last_known_addr { host: "127.3.63.65" port: 37509 } }
21:05:57.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.714414 4083 raft_consensus.cc:385] T 0cd90b5f04c34d79a7d2bcb591439202 P 0404fe8f968d460fb50d4a0b6c2b2dbb [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:05:57.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.714638 4083 raft_consensus.cc:740] T 0cd90b5f04c34d79a7d2bcb591439202 P 0404fe8f968d460fb50d4a0b6c2b2dbb [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0404fe8f968d460fb50d4a0b6c2b2dbb, State: Initialized, Role: FOLLOWER
21:05:57.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.715057 4082 ts_tablet_manager.cc:1434] T 0cd90b5f04c34d79a7d2bcb591439202 P a2125d849f9b48e1be1e50705048730b: Time spent starting tablet: real 0.017s user 0.001s sys 0.016s
21:05:57.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.715047 4083 consensus_queue.cc:260] T 0cd90b5f04c34d79a7d2bcb591439202 P 0404fe8f968d460fb50d4a0b6c2b2dbb [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a2125d849f9b48e1be1e50705048730b" member_type: VOTER last_known_addr { host: "127.3.63.66" port: 43035 } } peers { permanent_uuid: "f73d38f107984e3588a4d1159746d5be" member_type: VOTER last_known_addr { host: "127.3.63.67" port: 40457 } } peers { permanent_uuid: "0404fe8f968d460fb50d4a0b6c2b2dbb" member_type: VOTER last_known_addr { host: "127.3.63.65" port: 37509 } }
21:05:57.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.715571 4083 ts_tablet_manager.cc:1434] T 0cd90b5f04c34d79a7d2bcb591439202 P 0404fe8f968d460fb50d4a0b6c2b2dbb: Time spent starting tablet: real 0.002s user 0.001s sys 0.000s
21:05:57.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.753547 4091 raft_consensus.cc:493] T 0cd90b5f04c34d79a7d2bcb591439202 P 0404fe8f968d460fb50d4a0b6c2b2dbb [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:05:57.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.753934 4091 raft_consensus.cc:515] T 0cd90b5f04c34d79a7d2bcb591439202 P 0404fe8f968d460fb50d4a0b6c2b2dbb [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a2125d849f9b48e1be1e50705048730b" member_type: VOTER last_known_addr { host: "127.3.63.66" port: 43035 } } peers { permanent_uuid: "f73d38f107984e3588a4d1159746d5be" member_type: VOTER last_known_addr { host: "127.3.63.67" port: 40457 } } peers { permanent_uuid: "0404fe8f968d460fb50d4a0b6c2b2dbb" member_type: VOTER last_known_addr { host: "127.3.63.65" port: 37509 } }
21:05:57.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.755865 4091 leader_election.cc:290] T 0cd90b5f04c34d79a7d2bcb591439202 P 0404fe8f968d460fb50d4a0b6c2b2dbb [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers a2125d849f9b48e1be1e50705048730b (127.3.63.66:43035), f73d38f107984e3588a4d1159746d5be (127.3.63.67:40457)
21:05:57.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:05:57.756809 3917 tablet.cc:2378] T 0cd90b5f04c34d79a7d2bcb591439202 P a2125d849f9b48e1be1e50705048730b: Can't schedule compaction. Clean time has not been advanced past its initial value.
21:05:57.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.763816 4011 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "0cd90b5f04c34d79a7d2bcb591439202" candidate_uuid: "0404fe8f968d460fb50d4a0b6c2b2dbb" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f73d38f107984e3588a4d1159746d5be" is_pre_election: true
21:05:57.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.763808 3869 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "0cd90b5f04c34d79a7d2bcb591439202" candidate_uuid: "0404fe8f968d460fb50d4a0b6c2b2dbb" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a2125d849f9b48e1be1e50705048730b" is_pre_election: true
21:05:57.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.764271 3869 raft_consensus.cc:2468] T 0cd90b5f04c34d79a7d2bcb591439202 P a2125d849f9b48e1be1e50705048730b [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0404fe8f968d460fb50d4a0b6c2b2dbb in term 0.
21:05:57.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.764281 4011 raft_consensus.cc:2468] T 0cd90b5f04c34d79a7d2bcb591439202 P f73d38f107984e3588a4d1159746d5be [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0404fe8f968d460fb50d4a0b6c2b2dbb in term 0.
21:05:57.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.764889 3652 leader_election.cc:304] T 0cd90b5f04c34d79a7d2bcb591439202 P 0404fe8f968d460fb50d4a0b6c2b2dbb [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 3 yes votes; 0 no votes. yes voters: 0404fe8f968d460fb50d4a0b6c2b2dbb, a2125d849f9b48e1be1e50705048730b, f73d38f107984e3588a4d1159746d5be; no voters:
21:05:57.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.765305 4091 raft_consensus.cc:2804] T 0cd90b5f04c34d79a7d2bcb591439202 P 0404fe8f968d460fb50d4a0b6c2b2dbb [term 0 FOLLOWER]: Leader pre-election won for term 1
21:05:57.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.765472 4091 raft_consensus.cc:493] T 0cd90b5f04c34d79a7d2bcb591439202 P 0404fe8f968d460fb50d4a0b6c2b2dbb [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
21:05:57.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.765594 4091 raft_consensus.cc:3060] T 0cd90b5f04c34d79a7d2bcb591439202 P 0404fe8f968d460fb50d4a0b6c2b2dbb [term 0 FOLLOWER]: Advancing to term 1
21:05:57.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.767547 4091 raft_consensus.cc:515] T 0cd90b5f04c34d79a7d2bcb591439202 P 0404fe8f968d460fb50d4a0b6c2b2dbb [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a2125d849f9b48e1be1e50705048730b" member_type: VOTER last_known_addr { host: "127.3.63.66" port: 43035 } } peers { permanent_uuid: "f73d38f107984e3588a4d1159746d5be" member_type: VOTER last_known_addr { host: "127.3.63.67" port: 40457 } } peers { permanent_uuid: "0404fe8f968d460fb50d4a0b6c2b2dbb" member_type: VOTER last_known_addr { host: "127.3.63.65" port: 37509 } }
21:05:57.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.768288 4091 leader_election.cc:290] T 0cd90b5f04c34d79a7d2bcb591439202 P 0404fe8f968d460fb50d4a0b6c2b2dbb [CANDIDATE]: Term 1 election: Requested vote from peers a2125d849f9b48e1be1e50705048730b (127.3.63.66:43035), f73d38f107984e3588a4d1159746d5be (127.3.63.67:40457)
21:05:57.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.768697 3869 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "0cd90b5f04c34d79a7d2bcb591439202" candidate_uuid: "0404fe8f968d460fb50d4a0b6c2b2dbb" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a2125d849f9b48e1be1e50705048730b"
21:05:57.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.768870 4011 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "0cd90b5f04c34d79a7d2bcb591439202" candidate_uuid: "0404fe8f968d460fb50d4a0b6c2b2dbb" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f73d38f107984e3588a4d1159746d5be"
21:05:57.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.768925 3869 raft_consensus.cc:3060] T 0cd90b5f04c34d79a7d2bcb591439202 P a2125d849f9b48e1be1e50705048730b [term 0 FOLLOWER]: Advancing to term 1
21:05:57.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.769069 4011 raft_consensus.cc:3060] T 0cd90b5f04c34d79a7d2bcb591439202 P f73d38f107984e3588a4d1159746d5be [term 0 FOLLOWER]: Advancing to term 1
21:05:57.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:05:57.770745 4059 tablet.cc:2378] T 0cd90b5f04c34d79a7d2bcb591439202 P f73d38f107984e3588a4d1159746d5be: Can't schedule compaction. Clean time has not been advanced past its initial value.
21:05:57.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.771241 4011 raft_consensus.cc:2468] T 0cd90b5f04c34d79a7d2bcb591439202 P f73d38f107984e3588a4d1159746d5be [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0404fe8f968d460fb50d4a0b6c2b2dbb in term 1.
21:05:57.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.771458 3869 raft_consensus.cc:2468] T 0cd90b5f04c34d79a7d2bcb591439202 P a2125d849f9b48e1be1e50705048730b [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0404fe8f968d460fb50d4a0b6c2b2dbb in term 1.
21:05:57.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.771710 3650 leader_election.cc:304] T 0cd90b5f04c34d79a7d2bcb591439202 P 0404fe8f968d460fb50d4a0b6c2b2dbb [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0404fe8f968d460fb50d4a0b6c2b2dbb, f73d38f107984e3588a4d1159746d5be; no voters:
21:05:57.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.772043 4091 raft_consensus.cc:2804] T 0cd90b5f04c34d79a7d2bcb591439202 P 0404fe8f968d460fb50d4a0b6c2b2dbb [term 1 FOLLOWER]: Leader election won for term 1
21:05:57.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.772503 4091 raft_consensus.cc:697] T 0cd90b5f04c34d79a7d2bcb591439202 P 0404fe8f968d460fb50d4a0b6c2b2dbb [term 1 LEADER]: Becoming Leader. State: Replica: 0404fe8f968d460fb50d4a0b6c2b2dbb, State: Running, Role: LEADER
21:05:57.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.773020 4091 consensus_queue.cc:237] T 0cd90b5f04c34d79a7d2bcb591439202 P 0404fe8f968d460fb50d4a0b6c2b2dbb [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a2125d849f9b48e1be1e50705048730b" member_type: VOTER last_known_addr { host: "127.3.63.66" port: 43035 } } peers { permanent_uuid: "f73d38f107984e3588a4d1159746d5be" member_type: VOTER last_known_addr { host: "127.3.63.67" port: 40457 } } peers { permanent_uuid: "0404fe8f968d460fb50d4a0b6c2b2dbb" member_type: VOTER last_known_addr { host: "127.3.63.65" port: 37509 } }
21:05:57.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.779246 3529 catalog_manager.cc:5654] T 0cd90b5f04c34d79a7d2bcb591439202 P 0404fe8f968d460fb50d4a0b6c2b2dbb reported cstate change: term changed from 0 to 1, leader changed from <none> to 0404fe8f968d460fb50d4a0b6c2b2dbb (127.3.63.65). New cstate: current_term: 1 leader_uuid: "0404fe8f968d460fb50d4a0b6c2b2dbb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a2125d849f9b48e1be1e50705048730b" member_type: VOTER last_known_addr { host: "127.3.63.66" port: 43035 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "f73d38f107984e3588a4d1159746d5be" member_type: VOTER last_known_addr { host: "127.3.63.67" port: 40457 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "0404fe8f968d460fb50d4a0b6c2b2dbb" member_type: VOTER last_known_addr { host: "127.3.63.65" port: 37509 } health_report { overall_health: HEALTHY } } }
21:05:57.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.824954 4091 raft_consensus.cc:493] T 9ed60df8bd42432db1d8ae589cdb89b9 P 0404fe8f968d460fb50d4a0b6c2b2dbb [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:05:57.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.825188 4091 raft_consensus.cc:515] T 9ed60df8bd42432db1d8ae589cdb89b9 P 0404fe8f968d460fb50d4a0b6c2b2dbb [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0404fe8f968d460fb50d4a0b6c2b2dbb" member_type: VOTER last_known_addr { host: "127.3.63.65" port: 37509 } } peers { permanent_uuid: "a2125d849f9b48e1be1e50705048730b" member_type: VOTER last_known_addr { host: "127.3.63.66" port: 43035 } } peers { permanent_uuid: "f73d38f107984e3588a4d1159746d5be" member_type: VOTER last_known_addr { host: "127.3.63.67" port: 40457 } }
21:05:57.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.825873 4091 leader_election.cc:290] T 9ed60df8bd42432db1d8ae589cdb89b9 P 0404fe8f968d460fb50d4a0b6c2b2dbb [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers a2125d849f9b48e1be1e50705048730b (127.3.63.66:43035), f73d38f107984e3588a4d1159746d5be (127.3.63.67:40457)
21:05:57.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.826517 4011 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "9ed60df8bd42432db1d8ae589cdb89b9" candidate_uuid: "0404fe8f968d460fb50d4a0b6c2b2dbb" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f73d38f107984e3588a4d1159746d5be" is_pre_election: true
21:05:57.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.826517 3869 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "9ed60df8bd42432db1d8ae589cdb89b9" candidate_uuid: "0404fe8f968d460fb50d4a0b6c2b2dbb" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a2125d849f9b48e1be1e50705048730b" is_pre_election: true
21:05:57.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.826776 3869 raft_consensus.cc:2468] T 9ed60df8bd42432db1d8ae589cdb89b9 P a2125d849f9b48e1be1e50705048730b [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0404fe8f968d460fb50d4a0b6c2b2dbb in term 0.
21:05:57.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.826825 4011 raft_consensus.cc:2468] T 9ed60df8bd42432db1d8ae589cdb89b9 P f73d38f107984e3588a4d1159746d5be [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0404fe8f968d460fb50d4a0b6c2b2dbb in term 0.
21:05:57.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.827309 3652 leader_election.cc:304] T 9ed60df8bd42432db1d8ae589cdb89b9 P 0404fe8f968d460fb50d4a0b6c2b2dbb [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0404fe8f968d460fb50d4a0b6c2b2dbb, a2125d849f9b48e1be1e50705048730b; no voters:
21:05:57.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.827715 4091 raft_consensus.cc:2804] T 9ed60df8bd42432db1d8ae589cdb89b9 P 0404fe8f968d460fb50d4a0b6c2b2dbb [term 0 FOLLOWER]: Leader pre-election won for term 1
21:05:57.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.827817 4091 raft_consensus.cc:493] T 9ed60df8bd42432db1d8ae589cdb89b9 P 0404fe8f968d460fb50d4a0b6c2b2dbb [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
21:05:57.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.827894 4091 raft_consensus.cc:3060] T 9ed60df8bd42432db1d8ae589cdb89b9 P 0404fe8f968d460fb50d4a0b6c2b2dbb [term 0 FOLLOWER]: Advancing to term 1
21:05:57.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.829855 4091 raft_consensus.cc:515] T 9ed60df8bd42432db1d8ae589cdb89b9 P 0404fe8f968d460fb50d4a0b6c2b2dbb [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0404fe8f968d460fb50d4a0b6c2b2dbb" member_type: VOTER last_known_addr { host: "127.3.63.65" port: 37509 } } peers { permanent_uuid: "a2125d849f9b48e1be1e50705048730b" member_type: VOTER last_known_addr { host: "127.3.63.66" port: 43035 } } peers { permanent_uuid: "f73d38f107984e3588a4d1159746d5be" member_type: VOTER last_known_addr { host: "127.3.63.67" port: 40457 } }
21:05:57.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.830358 4091 leader_election.cc:290] T 9ed60df8bd42432db1d8ae589cdb89b9 P 0404fe8f968d460fb50d4a0b6c2b2dbb [CANDIDATE]: Term 1 election: Requested vote from peers a2125d849f9b48e1be1e50705048730b (127.3.63.66:43035), f73d38f107984e3588a4d1159746d5be (127.3.63.67:40457)
21:05:57.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.830837 4011 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "9ed60df8bd42432db1d8ae589cdb89b9" candidate_uuid: "0404fe8f968d460fb50d4a0b6c2b2dbb" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f73d38f107984e3588a4d1159746d5be"
21:05:57.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.830835 3869 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "9ed60df8bd42432db1d8ae589cdb89b9" candidate_uuid: "0404fe8f968d460fb50d4a0b6c2b2dbb" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a2125d849f9b48e1be1e50705048730b"
21:05:57.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.831018 4011 raft_consensus.cc:3060] T 9ed60df8bd42432db1d8ae589cdb89b9 P f73d38f107984e3588a4d1159746d5be [term 0 FOLLOWER]: Advancing to term 1
21:05:57.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.831059 3869 raft_consensus.cc:3060] T 9ed60df8bd42432db1d8ae589cdb89b9 P a2125d849f9b48e1be1e50705048730b [term 0 FOLLOWER]: Advancing to term 1
21:05:57.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.832921 3869 raft_consensus.cc:2468] T 9ed60df8bd42432db1d8ae589cdb89b9 P a2125d849f9b48e1be1e50705048730b [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0404fe8f968d460fb50d4a0b6c2b2dbb in term 1.
21:05:57.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.832926 4011 raft_consensus.cc:2468] T 9ed60df8bd42432db1d8ae589cdb89b9 P f73d38f107984e3588a4d1159746d5be [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0404fe8f968d460fb50d4a0b6c2b2dbb in term 1.
21:05:57.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.833326 3652 leader_election.cc:304] T 9ed60df8bd42432db1d8ae589cdb89b9 P 0404fe8f968d460fb50d4a0b6c2b2dbb [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0404fe8f968d460fb50d4a0b6c2b2dbb, a2125d849f9b48e1be1e50705048730b; no voters:
21:05:57.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.833638 4091 raft_consensus.cc:2804] T 9ed60df8bd42432db1d8ae589cdb89b9 P 0404fe8f968d460fb50d4a0b6c2b2dbb [term 1 FOLLOWER]: Leader election won for term 1
21:05:57.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.833788 4091 raft_consensus.cc:697] T 9ed60df8bd42432db1d8ae589cdb89b9 P 0404fe8f968d460fb50d4a0b6c2b2dbb [term 1 LEADER]: Becoming Leader. State: Replica: 0404fe8f968d460fb50d4a0b6c2b2dbb, State: Running, Role: LEADER
21:05:57.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.834074 4091 consensus_queue.cc:237] T 9ed60df8bd42432db1d8ae589cdb89b9 P 0404fe8f968d460fb50d4a0b6c2b2dbb [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0404fe8f968d460fb50d4a0b6c2b2dbb" member_type: VOTER last_known_addr { host: "127.3.63.65" port: 37509 } } peers { permanent_uuid: "a2125d849f9b48e1be1e50705048730b" member_type: VOTER last_known_addr { host: "127.3.63.66" port: 43035 } } peers { permanent_uuid: "f73d38f107984e3588a4d1159746d5be" member_type: VOTER last_known_addr { host: "127.3.63.67" port: 40457 } }
21:05:57.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.836980 3529 catalog_manager.cc:5654] T 9ed60df8bd42432db1d8ae589cdb89b9 P 0404fe8f968d460fb50d4a0b6c2b2dbb reported cstate change: term changed from 0 to 1, leader changed from <none> to 0404fe8f968d460fb50d4a0b6c2b2dbb (127.3.63.65). New cstate: current_term: 1 leader_uuid: "0404fe8f968d460fb50d4a0b6c2b2dbb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0404fe8f968d460fb50d4a0b6c2b2dbb" member_type: VOTER last_known_addr { host: "127.3.63.65" port: 37509 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "a2125d849f9b48e1be1e50705048730b" member_type: VOTER last_known_addr { host: "127.3.63.66" port: 43035 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "f73d38f107984e3588a4d1159746d5be" member_type: VOTER last_known_addr { host: "127.3.63.67" port: 40457 } health_report { overall_health: UNKNOWN } } }
21:05:57.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.890130 3529 catalog_manager.cc:2257] Servicing CreateTable request from {username='slave'} at 127.0.0.1:52958:
21:05:57.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
21:05:57.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
21:05:57.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
21:05:57.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
21:05:57.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
21:05:57.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
21:05:57.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
21:05:57.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
21:05:57.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
21:05:57.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
21:05:57.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
21:05:57.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:05:57.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
21:05:57.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
21:05:57.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
21:05:57.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
21:05:57.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
21:05:57.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
21:05:57.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
21:05:57.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
21:05:57.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
21:05:57.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:05:57.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
21:05:57.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
21:05:57.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
21:05:57.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
21:05:57.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
21:05:57.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
21:05:57.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
21:05:57.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
21:05:57.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
21:05:57.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:05:57.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
21:05:57.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
21:05:57.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
21:05:57.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
21:05:57.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
21:05:57.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
21:05:57.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
21:05:57.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
21:05:57.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
21:05:57.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:05:57.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:05:57.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
21:05:57.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
21:05:57.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
21:05:57.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
21:05:57.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:05:57.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
21:05:57.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
21:05:57.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
21:05:57.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
21:05:57.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:05:57.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:05:57.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:05:57.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
21:05:57.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:05:57.891449 3529 catalog_manager.cc:7016] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
21:05:57.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.903481 3706 tablet_service.cc:1505] Processing CreateTablet for tablet 4705dd1783784dfebfa046764ee5a555 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=81d9eb37d3494808ad21ec38cc5b1a1d]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
21:05:57.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.903923 3848 tablet_service.cc:1505] Processing CreateTablet for tablet 4705dd1783784dfebfa046764ee5a555 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=81d9eb37d3494808ad21ec38cc5b1a1d]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
21:05:57.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.904660 3706 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 4705dd1783784dfebfa046764ee5a555. 1 dirs total, 0 dirs full, 0 dirs failed
21:05:57.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.904708 3848 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 4705dd1783784dfebfa046764ee5a555. 1 dirs total, 0 dirs full, 0 dirs failed
21:05:57.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.904395 3988 tablet_service.cc:1505] Processing CreateTablet for tablet 4705dd1783784dfebfa046764ee5a555 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=81d9eb37d3494808ad21ec38cc5b1a1d]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
21:05:57.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.905134 3988 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 4705dd1783784dfebfa046764ee5a555. 1 dirs total, 0 dirs full, 0 dirs failed
21:05:57.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.910789 4084 tablet_bootstrap.cc:492] T 4705dd1783784dfebfa046764ee5a555 P f73d38f107984e3588a4d1159746d5be: Bootstrap starting.
21:05:57.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.911978 4083 tablet_bootstrap.cc:492] T 4705dd1783784dfebfa046764ee5a555 P 0404fe8f968d460fb50d4a0b6c2b2dbb: Bootstrap starting.
21:05:57.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.912225 4082 tablet_bootstrap.cc:492] T 4705dd1783784dfebfa046764ee5a555 P a2125d849f9b48e1be1e50705048730b: Bootstrap starting.
21:05:57.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.912792 4084 tablet_bootstrap.cc:654] T 4705dd1783784dfebfa046764ee5a555 P f73d38f107984e3588a4d1159746d5be: Neither blocks nor log segments found. Creating new log.
21:05:57.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.913364 4083 tablet_bootstrap.cc:654] T 4705dd1783784dfebfa046764ee5a555 P 0404fe8f968d460fb50d4a0b6c2b2dbb: Neither blocks nor log segments found. Creating new log.
21:05:57.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.914204 4082 tablet_bootstrap.cc:654] T 4705dd1783784dfebfa046764ee5a555 P a2125d849f9b48e1be1e50705048730b: Neither blocks nor log segments found. Creating new log.
21:05:57.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.915174 4083 tablet_bootstrap.cc:492] T 4705dd1783784dfebfa046764ee5a555 P 0404fe8f968d460fb50d4a0b6c2b2dbb: No bootstrap required, opened a new log
21:05:57.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.915359 4083 ts_tablet_manager.cc:1403] T 4705dd1783784dfebfa046764ee5a555 P 0404fe8f968d460fb50d4a0b6c2b2dbb: Time spent bootstrapping tablet: real 0.003s user 0.002s sys 0.000s
21:05:57.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.916054 4083 raft_consensus.cc:359] T 4705dd1783784dfebfa046764ee5a555 P 0404fe8f968d460fb50d4a0b6c2b2dbb [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0404fe8f968d460fb50d4a0b6c2b2dbb" member_type: VOTER last_known_addr { host: "127.3.63.65" port: 37509 } } peers { permanent_uuid: "a2125d849f9b48e1be1e50705048730b" member_type: VOTER last_known_addr { host: "127.3.63.66" port: 43035 } } peers { permanent_uuid: "f73d38f107984e3588a4d1159746d5be" member_type: VOTER last_known_addr { host: "127.3.63.67" port: 40457 } }
21:05:57.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.916254 4083 raft_consensus.cc:385] T 4705dd1783784dfebfa046764ee5a555 P 0404fe8f968d460fb50d4a0b6c2b2dbb [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:05:57.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.916322 4083 raft_consensus.cc:740] T 4705dd1783784dfebfa046764ee5a555 P 0404fe8f968d460fb50d4a0b6c2b2dbb [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0404fe8f968d460fb50d4a0b6c2b2dbb, State: Initialized, Role: FOLLOWER
21:05:57.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.916610 4083 consensus_queue.cc:260] T 4705dd1783784dfebfa046764ee5a555 P 0404fe8f968d460fb50d4a0b6c2b2dbb [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0404fe8f968d460fb50d4a0b6c2b2dbb" member_type: VOTER last_known_addr { host: "127.3.63.65" port: 37509 } } peers { permanent_uuid: "a2125d849f9b48e1be1e50705048730b" member_type: VOTER last_known_addr { host: "127.3.63.66" port: 43035 } } peers { permanent_uuid: "f73d38f107984e3588a4d1159746d5be" member_type: VOTER last_known_addr { host: "127.3.63.67" port: 40457 } }
21:05:57.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.917127 4091 tablet_replica.cc:442] T 4705dd1783784dfebfa046764ee5a555 P 0404fe8f968d460fb50d4a0b6c2b2dbb: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0404fe8f968d460fb50d4a0b6c2b2dbb" member_type: VOTER last_known_addr { host: "127.3.63.65" port: 37509 } } peers { permanent_uuid: "a2125d849f9b48e1be1e50705048730b" member_type: VOTER last_known_addr { host: "127.3.63.66" port: 43035 } } peers { permanent_uuid: "f73d38f107984e3588a4d1159746d5be" member_type: VOTER last_known_addr { host: "127.3.63.67" port: 40457 } } }
21:05:57.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.917338 4091 tablet_replica.cc:445] T 4705dd1783784dfebfa046764ee5a555 P 0404fe8f968d460fb50d4a0b6c2b2dbb: This TxnStatusTablet replica's current role is: FOLLOWER
21:05:57.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.918406 4082 tablet_bootstrap.cc:492] T 4705dd1783784dfebfa046764ee5a555 P a2125d849f9b48e1be1e50705048730b: No bootstrap required, opened a new log
21:05:57.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.918617 4082 ts_tablet_manager.cc:1403] T 4705dd1783784dfebfa046764ee5a555 P a2125d849f9b48e1be1e50705048730b: Time spent bootstrapping tablet: real 0.006s user 0.001s sys 0.002s
21:05:57.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.920315 4083 ts_tablet_manager.cc:1434] T 4705dd1783784dfebfa046764ee5a555 P 0404fe8f968d460fb50d4a0b6c2b2dbb: Time spent starting tablet: real 0.005s user 0.002s sys 0.000s
21:05:57.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.919638 4082 raft_consensus.cc:359] T 4705dd1783784dfebfa046764ee5a555 P a2125d849f9b48e1be1e50705048730b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0404fe8f968d460fb50d4a0b6c2b2dbb" member_type: VOTER last_known_addr { host: "127.3.63.65" port: 37509 } } peers { permanent_uuid: "a2125d849f9b48e1be1e50705048730b" member_type: VOTER last_known_addr { host: "127.3.63.66" port: 43035 } } peers { permanent_uuid: "f73d38f107984e3588a4d1159746d5be" member_type: VOTER last_known_addr { host: "127.3.63.67" port: 40457 } }
21:05:57.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.920558 4082 raft_consensus.cc:385] T 4705dd1783784dfebfa046764ee5a555 P a2125d849f9b48e1be1e50705048730b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:05:57.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.920660 4082 raft_consensus.cc:740] T 4705dd1783784dfebfa046764ee5a555 P a2125d849f9b48e1be1e50705048730b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a2125d849f9b48e1be1e50705048730b, State: Initialized, Role: FOLLOWER
21:05:57.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.921440 4082 consensus_queue.cc:260] T 4705dd1783784dfebfa046764ee5a555 P a2125d849f9b48e1be1e50705048730b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0404fe8f968d460fb50d4a0b6c2b2dbb" member_type: VOTER last_known_addr { host: "127.3.63.65" port: 37509 } } peers { permanent_uuid: "a2125d849f9b48e1be1e50705048730b" member_type: VOTER last_known_addr { host: "127.3.63.66" port: 43035 } } peers { permanent_uuid: "f73d38f107984e3588a4d1159746d5be" member_type: VOTER last_known_addr { host: "127.3.63.67" port: 40457 } }
21:05:57.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.922145 4082 ts_tablet_manager.cc:1434] T 4705dd1783784dfebfa046764ee5a555 P a2125d849f9b48e1be1e50705048730b: Time spent starting tablet: real 0.003s user 0.003s sys 0.000s
21:05:57.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.922380 4093 tablet_replica.cc:442] T 4705dd1783784dfebfa046764ee5a555 P a2125d849f9b48e1be1e50705048730b: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0404fe8f968d460fb50d4a0b6c2b2dbb" member_type: VOTER last_known_addr { host: "127.3.63.65" port: 37509 } } peers { permanent_uuid: "a2125d849f9b48e1be1e50705048730b" member_type: VOTER last_known_addr { host: "127.3.63.66" port: 43035 } } peers { permanent_uuid: "f73d38f107984e3588a4d1159746d5be" member_type: VOTER last_known_addr { host: "127.3.63.67" port: 40457 } } }
21:05:57.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.922729 4093 tablet_replica.cc:445] T 4705dd1783784dfebfa046764ee5a555 P a2125d849f9b48e1be1e50705048730b: This TxnStatusTablet replica's current role is: FOLLOWER
21:05:57.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.925580 4084 tablet_bootstrap.cc:492] T 4705dd1783784dfebfa046764ee5a555 P f73d38f107984e3588a4d1159746d5be: No bootstrap required, opened a new log
21:05:57.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.925760 4084 ts_tablet_manager.cc:1403] T 4705dd1783784dfebfa046764ee5a555 P f73d38f107984e3588a4d1159746d5be: Time spent bootstrapping tablet: real 0.015s user 0.000s sys 0.012s
21:05:57.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.926640 4084 raft_consensus.cc:359] T 4705dd1783784dfebfa046764ee5a555 P f73d38f107984e3588a4d1159746d5be [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0404fe8f968d460fb50d4a0b6c2b2dbb" member_type: VOTER last_known_addr { host: "127.3.63.65" port: 37509 } } peers { permanent_uuid: "a2125d849f9b48e1be1e50705048730b" member_type: VOTER last_known_addr { host: "127.3.63.66" port: 43035 } } peers { permanent_uuid: "f73d38f107984e3588a4d1159746d5be" member_type: VOTER last_known_addr { host: "127.3.63.67" port: 40457 } }
21:05:57.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.926870 4084 raft_consensus.cc:385] T 4705dd1783784dfebfa046764ee5a555 P f73d38f107984e3588a4d1159746d5be [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:05:57.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.926946 4084 raft_consensus.cc:740] T 4705dd1783784dfebfa046764ee5a555 P f73d38f107984e3588a4d1159746d5be [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f73d38f107984e3588a4d1159746d5be, State: Initialized, Role: FOLLOWER
21:05:57.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.927249 4084 consensus_queue.cc:260] T 4705dd1783784dfebfa046764ee5a555 P f73d38f107984e3588a4d1159746d5be [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0404fe8f968d460fb50d4a0b6c2b2dbb" member_type: VOTER last_known_addr { host: "127.3.63.65" port: 37509 } } peers { permanent_uuid: "a2125d849f9b48e1be1e50705048730b" member_type: VOTER last_known_addr { host: "127.3.63.66" port: 43035 } } peers { permanent_uuid: "f73d38f107984e3588a4d1159746d5be" member_type: VOTER last_known_addr { host: "127.3.63.67" port: 40457 } }
21:05:57.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.927959 4084 ts_tablet_manager.cc:1434] T 4705dd1783784dfebfa046764ee5a555 P f73d38f107984e3588a4d1159746d5be: Time spent starting tablet: real 0.002s user 0.002s sys 0.000s
21:05:57.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.928324 4089 tablet_replica.cc:442] T 4705dd1783784dfebfa046764ee5a555 P f73d38f107984e3588a4d1159746d5be: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0404fe8f968d460fb50d4a0b6c2b2dbb" member_type: VOTER last_known_addr { host: "127.3.63.65" port: 37509 } } peers { permanent_uuid: "a2125d849f9b48e1be1e50705048730b" member_type: VOTER last_known_addr { host: "127.3.63.66" port: 43035 } } peers { permanent_uuid: "f73d38f107984e3588a4d1159746d5be" member_type: VOTER last_known_addr { host: "127.3.63.67" port: 40457 } } }
21:05:57.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:57.928660 4089 tablet_replica.cc:445] T 4705dd1783784dfebfa046764ee5a555 P f73d38f107984e3588a4d1159746d5be: This TxnStatusTablet replica's current role is: FOLLOWER
21:05:57.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:05:57.945932 3776 tablet.cc:2378] T 0cd90b5f04c34d79a7d2bcb591439202 P 0404fe8f968d460fb50d4a0b6c2b2dbb: Can't schedule compaction. Clean time has not been advanced past its initial value.
21:05:58.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:58.074542 4093 raft_consensus.cc:493] T 4705dd1783784dfebfa046764ee5a555 P a2125d849f9b48e1be1e50705048730b [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:05:58.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:58.074764 4093 raft_consensus.cc:515] T 4705dd1783784dfebfa046764ee5a555 P a2125d849f9b48e1be1e50705048730b [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0404fe8f968d460fb50d4a0b6c2b2dbb" member_type: VOTER last_known_addr { host: "127.3.63.65" port: 37509 } } peers { permanent_uuid: "a2125d849f9b48e1be1e50705048730b" member_type: VOTER last_known_addr { host: "127.3.63.66" port: 43035 } } peers { permanent_uuid: "f73d38f107984e3588a4d1159746d5be" member_type: VOTER last_known_addr { host: "127.3.63.67" port: 40457 } }
21:05:58.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:58.076594 4093 leader_election.cc:290] T 4705dd1783784dfebfa046764ee5a555 P a2125d849f9b48e1be1e50705048730b [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 0404fe8f968d460fb50d4a0b6c2b2dbb (127.3.63.65:37509), f73d38f107984e3588a4d1159746d5be (127.3.63.67:40457)
21:05:58.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:58.083478 4011 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "4705dd1783784dfebfa046764ee5a555" candidate_uuid: "a2125d849f9b48e1be1e50705048730b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f73d38f107984e3588a4d1159746d5be" is_pre_election: true
21:05:58.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:58.083755 4011 raft_consensus.cc:2468] T 4705dd1783784dfebfa046764ee5a555 P f73d38f107984e3588a4d1159746d5be [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a2125d849f9b48e1be1e50705048730b in term 0.
21:05:58.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:58.083971 3727 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "4705dd1783784dfebfa046764ee5a555" candidate_uuid: "a2125d849f9b48e1be1e50705048730b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0404fe8f968d460fb50d4a0b6c2b2dbb" is_pre_election: true
21:05:58.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:58.084280 3793 leader_election.cc:304] T 4705dd1783784dfebfa046764ee5a555 P a2125d849f9b48e1be1e50705048730b [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: a2125d849f9b48e1be1e50705048730b, f73d38f107984e3588a4d1159746d5be; no voters:
21:05:58.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:58.084339 3727 raft_consensus.cc:2468] T 4705dd1783784dfebfa046764ee5a555 P 0404fe8f968d460fb50d4a0b6c2b2dbb [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a2125d849f9b48e1be1e50705048730b in term 0.
21:05:58.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:58.084636 4093 raft_consensus.cc:2804] T 4705dd1783784dfebfa046764ee5a555 P a2125d849f9b48e1be1e50705048730b [term 0 FOLLOWER]: Leader pre-election won for term 1
21:05:58.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:58.084793 4093 raft_consensus.cc:493] T 4705dd1783784dfebfa046764ee5a555 P a2125d849f9b48e1be1e50705048730b [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
21:05:58.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:58.084911 4093 raft_consensus.cc:3060] T 4705dd1783784dfebfa046764ee5a555 P a2125d849f9b48e1be1e50705048730b [term 0 FOLLOWER]: Advancing to term 1
21:05:58.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:58.086910 4093 raft_consensus.cc:515] T 4705dd1783784dfebfa046764ee5a555 P a2125d849f9b48e1be1e50705048730b [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0404fe8f968d460fb50d4a0b6c2b2dbb" member_type: VOTER last_known_addr { host: "127.3.63.65" port: 37509 } } peers { permanent_uuid: "a2125d849f9b48e1be1e50705048730b" member_type: VOTER last_known_addr { host: "127.3.63.66" port: 43035 } } peers { permanent_uuid: "f73d38f107984e3588a4d1159746d5be" member_type: VOTER last_known_addr { host: "127.3.63.67" port: 40457 } }
21:05:58.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:58.087574 4093 leader_election.cc:290] T 4705dd1783784dfebfa046764ee5a555 P a2125d849f9b48e1be1e50705048730b [CANDIDATE]: Term 1 election: Requested vote from peers 0404fe8f968d460fb50d4a0b6c2b2dbb (127.3.63.65:37509), f73d38f107984e3588a4d1159746d5be (127.3.63.67:40457)
21:05:58.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:58.088079 3727 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "4705dd1783784dfebfa046764ee5a555" candidate_uuid: "a2125d849f9b48e1be1e50705048730b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0404fe8f968d460fb50d4a0b6c2b2dbb"
21:05:58.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:58.088133 4011 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "4705dd1783784dfebfa046764ee5a555" candidate_uuid: "a2125d849f9b48e1be1e50705048730b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f73d38f107984e3588a4d1159746d5be"
21:05:58.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:58.088286 3727 raft_consensus.cc:3060] T 4705dd1783784dfebfa046764ee5a555 P 0404fe8f968d460fb50d4a0b6c2b2dbb [term 0 FOLLOWER]: Advancing to term 1
21:05:58.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:58.088340 4011 raft_consensus.cc:3060] T 4705dd1783784dfebfa046764ee5a555 P f73d38f107984e3588a4d1159746d5be [term 0 FOLLOWER]: Advancing to term 1
21:05:58.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:58.090334 4011 raft_consensus.cc:2468] T 4705dd1783784dfebfa046764ee5a555 P f73d38f107984e3588a4d1159746d5be [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a2125d849f9b48e1be1e50705048730b in term 1.
21:05:58.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:58.090642 3727 raft_consensus.cc:2468] T 4705dd1783784dfebfa046764ee5a555 P 0404fe8f968d460fb50d4a0b6c2b2dbb [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a2125d849f9b48e1be1e50705048730b in term 1.
21:05:58.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:58.090795 3793 leader_election.cc:304] T 4705dd1783784dfebfa046764ee5a555 P a2125d849f9b48e1be1e50705048730b [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: a2125d849f9b48e1be1e50705048730b, f73d38f107984e3588a4d1159746d5be; no voters:
21:05:58.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:58.091112 4093 raft_consensus.cc:2804] T 4705dd1783784dfebfa046764ee5a555 P a2125d849f9b48e1be1e50705048730b [term 1 FOLLOWER]: Leader election won for term 1
21:05:58.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:58.091552 4093 raft_consensus.cc:697] T 4705dd1783784dfebfa046764ee5a555 P a2125d849f9b48e1be1e50705048730b [term 1 LEADER]: Becoming Leader. State: Replica: a2125d849f9b48e1be1e50705048730b, State: Running, Role: LEADER
21:05:58.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:58.092057 4093 consensus_queue.cc:237] T 4705dd1783784dfebfa046764ee5a555 P a2125d849f9b48e1be1e50705048730b [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0404fe8f968d460fb50d4a0b6c2b2dbb" member_type: VOTER last_known_addr { host: "127.3.63.65" port: 37509 } } peers { permanent_uuid: "a2125d849f9b48e1be1e50705048730b" member_type: VOTER last_known_addr { host: "127.3.63.66" port: 43035 } } peers { permanent_uuid: "f73d38f107984e3588a4d1159746d5be" member_type: VOTER last_known_addr { host: "127.3.63.67" port: 40457 } }
21:05:58.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:58.095480 4088 tablet_replica.cc:442] T 4705dd1783784dfebfa046764ee5a555 P a2125d849f9b48e1be1e50705048730b: TxnStatusTablet state changed. Reason: New leader a2125d849f9b48e1be1e50705048730b. Latest consensus state: current_term: 1 leader_uuid: "a2125d849f9b48e1be1e50705048730b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0404fe8f968d460fb50d4a0b6c2b2dbb" member_type: VOTER last_known_addr { host: "127.3.63.65" port: 37509 } } peers { permanent_uuid: "a2125d849f9b48e1be1e50705048730b" member_type: VOTER last_known_addr { host: "127.3.63.66" port: 43035 } } peers { permanent_uuid: "f73d38f107984e3588a4d1159746d5be" member_type: VOTER last_known_addr { host: "127.3.63.67" port: 40457 } } }
21:05:58.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:58.095885 4088 tablet_replica.cc:445] T 4705dd1783784dfebfa046764ee5a555 P a2125d849f9b48e1be1e50705048730b: This TxnStatusTablet replica's current role is: LEADER
21:05:58.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:58.097033 4114 txn_status_manager.cc:874] Waiting until node catch up with all replicated operations in previous term...
21:05:58.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:58.097456 4114 txn_status_manager.cc:930] Loading transaction status metadata into memory...
21:05:58.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:58.097939 3529 catalog_manager.cc:5654] T 4705dd1783784dfebfa046764ee5a555 P a2125d849f9b48e1be1e50705048730b reported cstate change: term changed from 0 to 1, leader changed from <none> to a2125d849f9b48e1be1e50705048730b (127.3.63.66). New cstate: current_term: 1 leader_uuid: "a2125d849f9b48e1be1e50705048730b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0404fe8f968d460fb50d4a0b6c2b2dbb" member_type: VOTER last_known_addr { host: "127.3.63.65" port: 37509 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "a2125d849f9b48e1be1e50705048730b" member_type: VOTER last_known_addr { host: "127.3.63.66" port: 43035 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "f73d38f107984e3588a4d1159746d5be" member_type: VOTER last_known_addr { host: "127.3.63.67" port: 40457 } health_report { overall_health: UNKNOWN } } }
21:05:58.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:58.174052 3727 raft_consensus.cc:1275] T 4705dd1783784dfebfa046764ee5a555 P 0404fe8f968d460fb50d4a0b6c2b2dbb [term 1 FOLLOWER]: Refusing update from remote peer a2125d849f9b48e1be1e50705048730b: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
21:05:58.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:58.174113 4011 raft_consensus.cc:1275] T 4705dd1783784dfebfa046764ee5a555 P f73d38f107984e3588a4d1159746d5be [term 1 FOLLOWER]: Refusing update from remote peer a2125d849f9b48e1be1e50705048730b: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
21:05:58.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:58.175171 4088 consensus_queue.cc:1048] T 4705dd1783784dfebfa046764ee5a555 P a2125d849f9b48e1be1e50705048730b [LEADER]: Connected to new peer: Peer: permanent_uuid: "0404fe8f968d460fb50d4a0b6c2b2dbb" member_type: VOTER last_known_addr { host: "127.3.63.65" port: 37509 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
21:05:58.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:58.175487 4093 consensus_queue.cc:1048] T 4705dd1783784dfebfa046764ee5a555 P a2125d849f9b48e1be1e50705048730b [LEADER]: Connected to new peer: Peer: permanent_uuid: "f73d38f107984e3588a4d1159746d5be" member_type: VOTER last_known_addr { host: "127.3.63.67" port: 40457 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
21:05:58.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:58.186367 4089 tablet_replica.cc:442] T 4705dd1783784dfebfa046764ee5a555 P f73d38f107984e3588a4d1159746d5be: TxnStatusTablet state changed. Reason: New leader a2125d849f9b48e1be1e50705048730b. Latest consensus state: current_term: 1 leader_uuid: "a2125d849f9b48e1be1e50705048730b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0404fe8f968d460fb50d4a0b6c2b2dbb" member_type: VOTER last_known_addr { host: "127.3.63.65" port: 37509 } } peers { permanent_uuid: "a2125d849f9b48e1be1e50705048730b" member_type: VOTER last_known_addr { host: "127.3.63.66" port: 43035 } } peers { permanent_uuid: "f73d38f107984e3588a4d1159746d5be" member_type: VOTER last_known_addr { host: "127.3.63.67" port: 40457 } } }
21:05:58.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:58.186703 4089 tablet_replica.cc:445] T 4705dd1783784dfebfa046764ee5a555 P f73d38f107984e3588a4d1159746d5be: This TxnStatusTablet replica's current role is: FOLLOWER
21:05:58.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:58.191078 4091 tablet_replica.cc:442] T 4705dd1783784dfebfa046764ee5a555 P 0404fe8f968d460fb50d4a0b6c2b2dbb: TxnStatusTablet state changed. Reason: New leader a2125d849f9b48e1be1e50705048730b. Latest consensus state: current_term: 1 leader_uuid: "a2125d849f9b48e1be1e50705048730b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0404fe8f968d460fb50d4a0b6c2b2dbb" member_type: VOTER last_known_addr { host: "127.3.63.65" port: 37509 } } peers { permanent_uuid: "a2125d849f9b48e1be1e50705048730b" member_type: VOTER last_known_addr { host: "127.3.63.66" port: 43035 } } peers { permanent_uuid: "f73d38f107984e3588a4d1159746d5be" member_type: VOTER last_known_addr { host: "127.3.63.67" port: 40457 } } }
21:05:58.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:58.191321 4091 tablet_replica.cc:445] T 4705dd1783784dfebfa046764ee5a555 P 0404fe8f968d460fb50d4a0b6c2b2dbb: This TxnStatusTablet replica's current role is: FOLLOWER
21:05:58.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:58.193002 4119 mvcc.cc:204] Tried to move back new op lower bound from 7249130119869833216 to 7249130119549333504. Current Snapshot: MvccSnapshot[applied={T|T < 7249130119869833216}]
21:05:58.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:58.195400 4118 mvcc.cc:204] Tried to move back new op lower bound from 7249130119869833216 to 7249130119549333504. Current Snapshot: MvccSnapshot[applied={T|T < 7249130119869833216}]
21:05:58.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:58.196559 4117 mvcc.cc:204] Tried to move back new op lower bound from 7249130119869833216 to 7249130119549333504. Current Snapshot: MvccSnapshot[applied={T|T < 7249130119869833216}]
21:05:58.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:58.196763 4091 tablet_replica.cc:442] T 4705dd1783784dfebfa046764ee5a555 P 0404fe8f968d460fb50d4a0b6c2b2dbb: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "a2125d849f9b48e1be1e50705048730b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0404fe8f968d460fb50d4a0b6c2b2dbb" member_type: VOTER last_known_addr { host: "127.3.63.65" port: 37509 } } peers { permanent_uuid: "a2125d849f9b48e1be1e50705048730b" member_type: VOTER last_known_addr { host: "127.3.63.66" port: 43035 } } peers { permanent_uuid: "f73d38f107984e3588a4d1159746d5be" member_type: VOTER last_known_addr { host: "127.3.63.67" port: 40457 } } }
21:05:58.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:58.197006 4091 tablet_replica.cc:445] T 4705dd1783784dfebfa046764ee5a555 P 0404fe8f968d460fb50d4a0b6c2b2dbb: This TxnStatusTablet replica's current role is: FOLLOWER
21:05:58.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:58.198375 4089 tablet_replica.cc:442] T 4705dd1783784dfebfa046764ee5a555 P f73d38f107984e3588a4d1159746d5be: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "a2125d849f9b48e1be1e50705048730b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0404fe8f968d460fb50d4a0b6c2b2dbb" member_type: VOTER last_known_addr { host: "127.3.63.65" port: 37509 } } peers { permanent_uuid: "a2125d849f9b48e1be1e50705048730b" member_type: VOTER last_known_addr { host: "127.3.63.66" port: 43035 } } peers { permanent_uuid: "f73d38f107984e3588a4d1159746d5be" member_type: VOTER last_known_addr { host: "127.3.63.67" port: 40457 } } }
21:05:58.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:58.198556 4089 tablet_replica.cc:445] T 4705dd1783784dfebfa046764ee5a555 P f73d38f107984e3588a4d1159746d5be: This TxnStatusTablet replica's current role is: FOLLOWER
21:05:58.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:58.202208 4093 tablet_replica.cc:442] T 4705dd1783784dfebfa046764ee5a555 P a2125d849f9b48e1be1e50705048730b: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "a2125d849f9b48e1be1e50705048730b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0404fe8f968d460fb50d4a0b6c2b2dbb" member_type: VOTER last_known_addr { host: "127.3.63.65" port: 37509 } } peers { permanent_uuid: "a2125d849f9b48e1be1e50705048730b" member_type: VOTER last_known_addr { host: "127.3.63.66" port: 43035 } } peers { permanent_uuid: "f73d38f107984e3588a4d1159746d5be" member_type: VOTER last_known_addr { host: "127.3.63.67" port: 40457 } } }
21:05:58.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:58.202404 4093 tablet_replica.cc:445] T 4705dd1783784dfebfa046764ee5a555 P a2125d849f9b48e1be1e50705048730b: This TxnStatusTablet replica's current role is: LEADER
21:05:58.206 [DEBUG - Time-limited test] (KuduTransaction.java:702) starting keepalive heartbeating with period 500 ms (txn ID 0)
21:05:58.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:58.207150 4088 tablet_replica.cc:442] T 4705dd1783784dfebfa046764ee5a555 P a2125d849f9b48e1be1e50705048730b: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "a2125d849f9b48e1be1e50705048730b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0404fe8f968d460fb50d4a0b6c2b2dbb" member_type: VOTER last_known_addr { host: "127.3.63.65" port: 37509 } } peers { permanent_uuid: "a2125d849f9b48e1be1e50705048730b" member_type: VOTER last_known_addr { host: "127.3.63.66" port: 43035 } } peers { permanent_uuid: "f73d38f107984e3588a4d1159746d5be" member_type: VOTER last_known_addr { host: "127.3.63.67" port: 40457 } } }
21:05:58.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:58.207477 4088 tablet_replica.cc:445] T 4705dd1783784dfebfa046764ee5a555 P a2125d849f9b48e1be1e50705048730b: This TxnStatusTablet replica's current role is: LEADER
21:05:58.209 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 539a56cdc97c45c9b5a26e9fb56a70c6
21:05:58.209 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.3.63.124:45179
21:05:58.210 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
21:05:58.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:58.213267 3325 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-task4xF5n6/build/asan/bin/kudu pid 3495
21:05:58.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:58.214917 3569 generic_service.cc:196] Checking for leaks (request via RPC)
21:05:58.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:58.287456 4091 consensus_queue.cc:1048] T 9ed60df8bd42432db1d8ae589cdb89b9 P 0404fe8f968d460fb50d4a0b6c2b2dbb [LEADER]: Connected to new peer: Peer: permanent_uuid: "f73d38f107984e3588a4d1159746d5be" member_type: VOTER last_known_addr { host: "127.3.63.67" port: 40457 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
21:05:58.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:58.298925 4091 consensus_queue.cc:1048] T 9ed60df8bd42432db1d8ae589cdb89b9 P 0404fe8f968d460fb50d4a0b6c2b2dbb [LEADER]: Connected to new peer: Peer: permanent_uuid: "a2125d849f9b48e1be1e50705048730b" member_type: VOTER last_known_addr { host: "127.3.63.66" port: 43035 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
21:05:58.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:58.302459 4091 consensus_queue.cc:1048] T 0cd90b5f04c34d79a7d2bcb591439202 P 0404fe8f968d460fb50d4a0b6c2b2dbb [LEADER]: Connected to new peer: Peer: permanent_uuid: "a2125d849f9b48e1be1e50705048730b" member_type: VOTER last_known_addr { host: "127.3.63.66" port: 43035 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
21:05:58.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:58.311861 4097 consensus_queue.cc:1048] T 0cd90b5f04c34d79a7d2bcb591439202 P 0404fe8f968d460fb50d4a0b6c2b2dbb [LEADER]: Connected to new peer: Peer: permanent_uuid: "f73d38f107984e3588a4d1159746d5be" member_type: VOTER last_known_addr { host: "127.3.63.67" port: 40457 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
21:05:58.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:58.351286 3325 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task4xF5n6/build/asan/bin/kudu with pid 3495
21:05:58.381 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.3.63.124:45179(127.3.63.124:45179)] handling channelInactive
21:05:58.382 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.63.124:45179(127.3.63.124:45179)] cleaning up while in state READY due to: connection closed
21:05:58.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:05:58.381639 4056 heartbeater.cc:646] Failed to heartbeat to 127.3.63.124:45179 (0 consecutive failures): Network error: Failed to send heartbeat to master: recv got EOF from 127.3.63.124:45179 (error 108)
21:05:58.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:05:58.382066 3914 heartbeater.cc:646] Failed to heartbeat to 127.3.63.124:45179 (0 consecutive failures): Network error: Failed to send heartbeat to master: recv got EOF from 127.3.63.124:45179 (error 108)
21:05:58.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:05:58.383157 3772 heartbeater.cc:646] Failed to heartbeat to 127.3.63.124:45179 (0 consecutive failures): Network error: Failed to send heartbeat to master: recv got EOF from 127.3.63.124:45179 (error 108)
21:05:58.385 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
21:05:58.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:05:58.385921 4130 negotiation.cc:337] Failed RPC negotiation. Trace:
21:05:58.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0130 21:05:58.382368 (+ 0us) reactor.cc:625] Submitting negotiation task for client connection to 127.3.63.124:45179 (local address 127.3.63.67:57691)
21:05:58.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0130 21:05:58.383707 (+ 1339us) negotiation.cc:107] Waiting for socket to connect
21:05:58.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0130 21:05:58.383729 (+ 22us) client_negotiation.cc:174] Beginning negotiation
21:05:58.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0130 21:05:58.383854 (+ 125us) client_negotiation.cc:252] Sending NEGOTIATE NegotiatePB request
21:05:58.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0130 21:05:58.384586 (+ 732us) negotiation.cc:327] Negotiation complete: Network error: Client connection negotiation failed: client connection to 127.3.63.124:45179: BlockingRecv error: recv error from unknown peer: Transport endpoint is not connected (error 107)
21:05:58.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"client-negotiator.queue_time_us":1184,"thread_start_us":998,"threads_started":1}
21:05:58.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:05:58.386065 4111 negotiation.cc:337] Failed RPC negotiation. Trace:
21:05:58.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0130 21:05:58.382663 (+ 0us) reactor.cc:625] Submitting negotiation task for client connection to 127.3.63.124:45179 (local address 127.3.63.66:51735)
21:05:58.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0130 21:05:58.382975 (+ 312us) negotiation.cc:107] Waiting for socket to connect
21:05:58.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0130 21:05:58.382998 (+ 23us) client_negotiation.cc:174] Beginning negotiation
21:05:58.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0130 21:05:58.383120 (+ 122us) client_negotiation.cc:252] Sending NEGOTIATE NegotiatePB request
21:05:58.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0130 21:05:58.385322 (+ 2202us) negotiation.cc:327] Negotiation complete: Network error: Client connection negotiation failed: client connection to 127.3.63.124:45179: BlockingRecv error: recv error from unknown peer: Transport endpoint is not connected (error 107)
21:05:58.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"client-negotiator.queue_time_us":183}
21:05:58.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:05:58.387450 4131 negotiation.cc:337] Failed RPC negotiation. Trace:
21:05:58.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0130 21:05:58.383731 (+ 0us) reactor.cc:625] Submitting negotiation task for client connection to 127.3.63.124:45179 (local address 127.3.63.65:44111)
21:05:58.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0130 21:05:58.384285 (+ 554us) negotiation.cc:107] Waiting for socket to connect
21:05:58.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0130 21:05:58.384302 (+ 17us) client_negotiation.cc:174] Beginning negotiation
21:05:58.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0130 21:05:58.384418 (+ 116us) client_negotiation.cc:252] Sending NEGOTIATE NegotiatePB request
21:05:58.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0130 21:05:58.386656 (+ 2238us) negotiation.cc:327] Negotiation complete: Network error: Client connection negotiation failed: client connection to 127.3.63.124:45179: BlockingRecv error: recv error from unknown peer: Transport endpoint is not connected (error 107)
21:05:58.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"client-negotiator.queue_time_us":427,"thread_start_us":333,"threads_started":1}
21:05:58.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:58.408071 4132 raft_consensus.cc:493] T 00000000000000000000000000000000 P d6f2f065a3eb48b59b6d5b235d79fe1a [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 6a7526af14554406bbf70c61078614b5)
21:05:58.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:58.408350 4132 raft_consensus.cc:515] T 00000000000000000000000000000000 P d6f2f065a3eb48b59b6d5b235d79fe1a [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d6f2f065a3eb48b59b6d5b235d79fe1a" member_type: VOTER last_known_addr { host: "127.3.63.126" port: 46109 } } peers { permanent_uuid: "295851998b27461fbaf9d753242b599e" member_type: VOTER last_known_addr { host: "127.3.63.125" port: 33413 } } peers { permanent_uuid: "6a7526af14554406bbf70c61078614b5" member_type: VOTER last_known_addr { host: "127.3.63.124" port: 45179 } }
21:05:58.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:58.410054 4132 leader_election.cc:290] T 00000000000000000000000000000000 P d6f2f065a3eb48b59b6d5b235d79fe1a [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 295851998b27461fbaf9d753242b599e (127.3.63.125:33413), 6a7526af14554406bbf70c61078614b5 (127.3.63.124:45179)
21:05:58.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:58.410624 3456 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d6f2f065a3eb48b59b6d5b235d79fe1a" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "295851998b27461fbaf9d753242b599e" is_pre_election: true
21:05:58.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:05:58.412576 3351 leader_election.cc:336] T 00000000000000000000000000000000 P d6f2f065a3eb48b59b6d5b235d79fe1a [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 6a7526af14554406bbf70c61078614b5 (127.3.63.124:45179): Network error: Client connection negotiation failed: client connection to 127.3.63.124:45179: connect: Connection refused (error 111)
21:05:58.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:58.412729 3351 leader_election.cc:304] T 00000000000000000000000000000000 P d6f2f065a3eb48b59b6d5b235d79fe1a [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: d6f2f065a3eb48b59b6d5b235d79fe1a; no voters: 295851998b27461fbaf9d753242b599e, 6a7526af14554406bbf70c61078614b5
21:05:58.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:58.413095 4132 raft_consensus.cc:2749] T 00000000000000000000000000000000 P d6f2f065a3eb48b59b6d5b235d79fe1a [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
21:05:58.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:58.502074 4135 raft_consensus.cc:493] T 00000000000000000000000000000000 P 295851998b27461fbaf9d753242b599e [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 6a7526af14554406bbf70c61078614b5)
21:05:58.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:58.502276 4135 raft_consensus.cc:515] T 00000000000000000000000000000000 P 295851998b27461fbaf9d753242b599e [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d6f2f065a3eb48b59b6d5b235d79fe1a" member_type: VOTER last_known_addr { host: "127.3.63.126" port: 46109 } } peers { permanent_uuid: "295851998b27461fbaf9d753242b599e" member_type: VOTER last_known_addr { host: "127.3.63.125" port: 33413 } } peers { permanent_uuid: "6a7526af14554406bbf70c61078614b5" member_type: VOTER last_known_addr { host: "127.3.63.124" port: 45179 } }
21:05:58.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:58.503732 4135 leader_election.cc:290] T 00000000000000000000000000000000 P 295851998b27461fbaf9d753242b599e [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers d6f2f065a3eb48b59b6d5b235d79fe1a (127.3.63.126:46109), 6a7526af14554406bbf70c61078614b5 (127.3.63.124:45179)
21:05:58.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:58.504731 3377 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "295851998b27461fbaf9d753242b599e" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "d6f2f065a3eb48b59b6d5b235d79fe1a" is_pre_election: true
21:05:58.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:58.505018 3377 raft_consensus.cc:2468] T 00000000000000000000000000000000 P d6f2f065a3eb48b59b6d5b235d79fe1a [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 295851998b27461fbaf9d753242b599e in term 1.
21:05:58.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:58.505712 3435 leader_election.cc:304] T 00000000000000000000000000000000 P 295851998b27461fbaf9d753242b599e [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 295851998b27461fbaf9d753242b599e, d6f2f065a3eb48b59b6d5b235d79fe1a; no voters:
21:05:58.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:58.506170 4135 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 295851998b27461fbaf9d753242b599e [term 1 FOLLOWER]: Leader pre-election won for term 2
21:05:58.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:58.506322 4135 raft_consensus.cc:493] T 00000000000000000000000000000000 P 295851998b27461fbaf9d753242b599e [term 1 FOLLOWER]: Starting leader election (detected failure of leader 6a7526af14554406bbf70c61078614b5)
21:05:58.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:58.506444 4135 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 295851998b27461fbaf9d753242b599e [term 1 FOLLOWER]: Advancing to term 2
21:05:58.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:05:58.506724 3432 leader_election.cc:336] T 00000000000000000000000000000000 P 295851998b27461fbaf9d753242b599e [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 6a7526af14554406bbf70c61078614b5 (127.3.63.124:45179): Network error: Client connection negotiation failed: client connection to 127.3.63.124:45179: connect: Connection refused (error 111)
21:05:58.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:58.508869 4135 raft_consensus.cc:515] T 00000000000000000000000000000000 P 295851998b27461fbaf9d753242b599e [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d6f2f065a3eb48b59b6d5b235d79fe1a" member_type: VOTER last_known_addr { host: "127.3.63.126" port: 46109 } } peers { permanent_uuid: "295851998b27461fbaf9d753242b599e" member_type: VOTER last_known_addr { host: "127.3.63.125" port: 33413 } } peers { permanent_uuid: "6a7526af14554406bbf70c61078614b5" member_type: VOTER last_known_addr { host: "127.3.63.124" port: 45179 } }
21:05:58.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:58.509636 4135 leader_election.cc:290] T 00000000000000000000000000000000 P 295851998b27461fbaf9d753242b599e [CANDIDATE]: Term 2 election: Requested vote from peers d6f2f065a3eb48b59b6d5b235d79fe1a (127.3.63.126:46109), 6a7526af14554406bbf70c61078614b5 (127.3.63.124:45179)
21:05:58.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:58.510215 3377 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "295851998b27461fbaf9d753242b599e" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "d6f2f065a3eb48b59b6d5b235d79fe1a"
21:05:58.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:58.510453 3377 raft_consensus.cc:3060] T 00000000000000000000000000000000 P d6f2f065a3eb48b59b6d5b235d79fe1a [term 1 FOLLOWER]: Advancing to term 2
21:05:58.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:58.513525 3377 raft_consensus.cc:2468] T 00000000000000000000000000000000 P d6f2f065a3eb48b59b6d5b235d79fe1a [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 295851998b27461fbaf9d753242b599e in term 2.
21:05:58.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:58.514219 3435 leader_election.cc:304] T 00000000000000000000000000000000 P 295851998b27461fbaf9d753242b599e [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 295851998b27461fbaf9d753242b599e, d6f2f065a3eb48b59b6d5b235d79fe1a; no voters:
21:05:58.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:58.514772 4135 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 295851998b27461fbaf9d753242b599e [term 2 FOLLOWER]: Leader election won for term 2
21:05:58.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:05:58.522271 3432 leader_election.cc:336] T 00000000000000000000000000000000 P 295851998b27461fbaf9d753242b599e [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 6a7526af14554406bbf70c61078614b5 (127.3.63.124:45179): Network error: Client connection negotiation failed: client connection to 127.3.63.124:45179: connect: Connection refused (error 111)
21:05:58.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:58.523447 4135 raft_consensus.cc:697] T 00000000000000000000000000000000 P 295851998b27461fbaf9d753242b599e [term 2 LEADER]: Becoming Leader. State: Replica: 295851998b27461fbaf9d753242b599e, State: Running, Role: LEADER
21:05:58.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:58.524070 4135 consensus_queue.cc:237] T 00000000000000000000000000000000 P 295851998b27461fbaf9d753242b599e [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 11, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d6f2f065a3eb48b59b6d5b235d79fe1a" member_type: VOTER last_known_addr { host: "127.3.63.126" port: 46109 } } peers { permanent_uuid: "295851998b27461fbaf9d753242b599e" member_type: VOTER last_known_addr { host: "127.3.63.125" port: 33413 } } peers { permanent_uuid: "6a7526af14554406bbf70c61078614b5" member_type: VOTER last_known_addr { host: "127.3.63.124" port: 45179 } }
21:05:58.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:58.525770 4139 sys_catalog.cc:455] T 00000000000000000000000000000000 P 295851998b27461fbaf9d753242b599e [sys.catalog]: SysCatalogTable state changed. Reason: New leader 295851998b27461fbaf9d753242b599e. Latest consensus state: current_term: 2 leader_uuid: "295851998b27461fbaf9d753242b599e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d6f2f065a3eb48b59b6d5b235d79fe1a" member_type: VOTER last_known_addr { host: "127.3.63.126" port: 46109 } } peers { permanent_uuid: "295851998b27461fbaf9d753242b599e" member_type: VOTER last_known_addr { host: "127.3.63.125" port: 33413 } } peers { permanent_uuid: "6a7526af14554406bbf70c61078614b5" member_type: VOTER last_known_addr { host: "127.3.63.124" port: 45179 } } }
21:05:58.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:58.526090 4139 sys_catalog.cc:458] T 00000000000000000000000000000000 P 295851998b27461fbaf9d753242b599e [sys.catalog]: This master's current role is: LEADER
21:05:58.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:58.526894 4140 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
21:05:58.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:58.530277 4140 catalog_manager.cc:679] Loaded metadata for table txn_manager_fallback_rolling [id=539a56cdc97c45c9b5a26e9fb56a70c6]
21:05:58.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:58.530902 4140 catalog_manager.cc:679] Loaded metadata for table kudu_system.kudu_transactions [id=81d9eb37d3494808ad21ec38cc5b1a1d]
21:05:58.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:58.533407 4140 tablet_loader.cc:96] loaded metadata for tablet 0cd90b5f04c34d79a7d2bcb591439202 (table txn_manager_fallback_rolling [id=539a56cdc97c45c9b5a26e9fb56a70c6])
21:05:58.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:58.533883 4140 tablet_loader.cc:96] loaded metadata for tablet 4705dd1783784dfebfa046764ee5a555 (table kudu_system.kudu_transactions [id=81d9eb37d3494808ad21ec38cc5b1a1d])
21:05:58.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:58.534304 4140 tablet_loader.cc:96] loaded metadata for tablet 9ed60df8bd42432db1d8ae589cdb89b9 (table txn_manager_fallback_rolling [id=539a56cdc97c45c9b5a26e9fb56a70c6])
21:05:58.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:58.534664 4140 catalog_manager.cc:1494] Initializing Kudu cluster ID...
21:05:58.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:58.535916 4140 catalog_manager.cc:1269] Loaded cluster ID: 91d5a8a7508848089c76d6af202dd494
21:05:58.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:58.536017 4140 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
21:05:58.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:58.537523 4140 catalog_manager.cc:1514] Loading token signing keys...
21:05:58.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:58.538640 4140 catalog_manager.cc:6038] T 00000000000000000000000000000000 P 295851998b27461fbaf9d753242b599e: Loaded TSK: 0
21:05:58.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:58.539873 4140 catalog_manager.cc:1524] Initializing in-progress tserver states...
21:05:58.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:58.606906 3377 raft_consensus.cc:1275] T 00000000000000000000000000000000 P d6f2f065a3eb48b59b6d5b235d79fe1a [term 2 FOLLOWER]: Refusing update from remote peer 295851998b27461fbaf9d753242b599e: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 2 index: 12. (index mismatch)
21:05:58.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:58.607685 4139 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 295851998b27461fbaf9d753242b599e [LEADER]: Connected to new peer: Peer: permanent_uuid: "d6f2f065a3eb48b59b6d5b235d79fe1a" member_type: VOTER last_known_addr { host: "127.3.63.126" port: 46109 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
21:05:58.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:58.609314 4132 sys_catalog.cc:455] T 00000000000000000000000000000000 P d6f2f065a3eb48b59b6d5b235d79fe1a [sys.catalog]: SysCatalogTable state changed. Reason: New leader 295851998b27461fbaf9d753242b599e. Latest consensus state: current_term: 2 leader_uuid: "295851998b27461fbaf9d753242b599e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d6f2f065a3eb48b59b6d5b235d79fe1a" member_type: VOTER last_known_addr { host: "127.3.63.126" port: 46109 } } peers { permanent_uuid: "295851998b27461fbaf9d753242b599e" member_type: VOTER last_known_addr { host: "127.3.63.125" port: 33413 } } peers { permanent_uuid: "6a7526af14554406bbf70c61078614b5" member_type: VOTER last_known_addr { host: "127.3.63.124" port: 45179 } } }
21:05:58.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:58.609527 4132 sys_catalog.cc:458] T 00000000000000000000000000000000 P d6f2f065a3eb48b59b6d5b235d79fe1a [sys.catalog]: This master's current role is: FOLLOWER
21:05:58.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:58.611510 4139 sys_catalog.cc:455] T 00000000000000000000000000000000 P 295851998b27461fbaf9d753242b599e [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "295851998b27461fbaf9d753242b599e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d6f2f065a3eb48b59b6d5b235d79fe1a" member_type: VOTER last_known_addr { host: "127.3.63.126" port: 46109 } } peers { permanent_uuid: "295851998b27461fbaf9d753242b599e" member_type: VOTER last_known_addr { host: "127.3.63.125" port: 33413 } } peers { permanent_uuid: "6a7526af14554406bbf70c61078614b5" member_type: VOTER last_known_addr { host: "127.3.63.124" port: 45179 } } }
21:05:58.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:58.611768 4139 sys_catalog.cc:458] T 00000000000000000000000000000000 P 295851998b27461fbaf9d753242b599e [sys.catalog]: This master's current role is: LEADER
21:05:58.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:05:58.613209 3432 consensus_peers.cc:597] T 00000000000000000000000000000000 P 295851998b27461fbaf9d753242b599e -> Peer 6a7526af14554406bbf70c61078614b5 (127.3.63.124:45179): Couldn't send request to peer 6a7526af14554406bbf70c61078614b5. Status: Network error: Client connection negotiation failed: client connection to 127.3.63.124:45179: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
21:05:58.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:58.616505 4132 sys_catalog.cc:455] T 00000000000000000000000000000000 P d6f2f065a3eb48b59b6d5b235d79fe1a [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "295851998b27461fbaf9d753242b599e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d6f2f065a3eb48b59b6d5b235d79fe1a" member_type: VOTER last_known_addr { host: "127.3.63.126" port: 46109 } } peers { permanent_uuid: "295851998b27461fbaf9d753242b599e" member_type: VOTER last_known_addr { host: "127.3.63.125" port: 33413 } } peers { permanent_uuid: "6a7526af14554406bbf70c61078614b5" member_type: VOTER last_known_addr { host: "127.3.63.124" port: 45179 } } }
21:05:58.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:58.616750 4132 sys_catalog.cc:458] T 00000000000000000000000000000000 P d6f2f065a3eb48b59b6d5b235d79fe1a [sys.catalog]: This master's current role is: FOLLOWER
21:05:58.710 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.63.124:45179(127.3.63.124:45179)] connecting to peer
21:05:58.711 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.63.124:45179(127.3.63.124:45179): Connection refused: /127.3.63.124:45179
21:05:58.711 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.63.124:45179(127.3.63.124:45179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.63.124:45179(127.3.63.124:45179): Connection refused: /127.3.63.124:45179
21:05:58.712 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location master-127.3.63.124:45179(127.3.63.124:45179) for tablet Kudu Master: Failed to connect to peer master-127.3.63.124:45179(127.3.63.124:45179): Connection refused: /127.3.63.124:45179
21:05:58.729 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.63.124:45179(127.3.63.124:45179)] connecting to peer
21:05:58.730 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.63.124:45179(127.3.63.124:45179): Connection refused: /127.3.63.124:45179
21:05:58.731 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.63.124:45179(127.3.63.124:45179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.63.124:45179(127.3.63.124:45179): Connection refused: /127.3.63.124:45179
21:05:58.731 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.63.124:45179: Failed to connect to peer master-127.3.63.124:45179(127.3.63.124:45179): Connection refused: /127.3.63.124:45179
21:05:58.733 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
21:05:58.733 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=2, TimeoutTracker(timeout=250, elapsed=23), Traces: [0ms] sending RPC to server master-127.3.63.124:45179, [2ms] received response from server master-127.3.63.124:45179: Network error: Failed to connect to peer master-127.3.63.124:45179(127.3.63.124:45179): Connection refused: /127.3.63.124:45179, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.3.63.124:45179(127.3.63.124:45179): Connection refused: /127.3.63.124:45179, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.63.126:46109, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.63.125:33413, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.63.124:45179, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.63.124:45179: Network error: Failed to connect to peer master-127.3.63.124:45179(127.3.63.124:45179): Connection refused: /127.3.63.124:45179, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.63.126:46109: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.63.125:33413: OK, deferred=Deferred@916741455(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$116/1298966495@67c92015, errback=org.apache.kudu.client.KuduTransaction$$Lambda$117/1870465672@38806a86)) after lookup
21:05:58.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:58.772836 3447 catalog_manager.cc:2257] Servicing CreateTable request from {username='slave'} at 127.0.0.1:34816:
21:05:58.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
21:05:58.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
21:05:58.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
21:05:58.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
21:05:58.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
21:05:58.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
21:05:58.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
21:05:58.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
21:05:58.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
21:05:58.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
21:05:58.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
21:05:58.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:05:58.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
21:05:58.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
21:05:58.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
21:05:58.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
21:05:58.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
21:05:58.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
21:05:58.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
21:05:58.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
21:05:58.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
21:05:58.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:05:58.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
21:05:58.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
21:05:58.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
21:05:58.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
21:05:58.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
21:05:58.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
21:05:58.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
21:05:58.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
21:05:58.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
21:05:58.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:05:58.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
21:05:58.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
21:05:58.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
21:05:58.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
21:05:58.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
21:05:58.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
21:05:58.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
21:05:58.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
21:05:58.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
21:05:58.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:05:58.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:05:58.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
21:05:58.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
21:05:58.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
21:05:58.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
21:05:58.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:05:58.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
21:05:58.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
21:05:58.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
21:05:58.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
21:05:58.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:05:58.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:05:58.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:05:58.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
21:05:58.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:05:58.778635 3447 catalog_manager.cc:7016] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
21:05:58.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:05:58.826167 3774 heartbeater.cc:499] Master 127.3.63.125:33413 was elected leader, sending a full tablet report...
21:05:59.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:05:59.124818 3432 consensus_peers.cc:597] T 00000000000000000000000000000000 P 295851998b27461fbaf9d753242b599e -> Peer 6a7526af14554406bbf70c61078614b5 (127.3.63.124:45179): Couldn't send request to peer 6a7526af14554406bbf70c61078614b5. Status: Network error: Client connection negotiation failed: client connection to 127.3.63.124:45179: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
21:05:59.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:05:59.639366 3432 consensus_peers.cc:597] T 00000000000000000000000000000000 P 295851998b27461fbaf9d753242b599e -> Peer 6a7526af14554406bbf70c61078614b5 (127.3.63.124:45179): Couldn't send request to peer 6a7526af14554406bbf70c61078614b5. Status: Network error: Client connection negotiation failed: client connection to 127.3.63.124:45179: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
21:06:00.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:06:00.133678 3432 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.3.63.124:45179: connect: Connection refused (error 111) [suppressed 21 similar messages]
21:06:00.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:06:00.134743 3432 consensus_peers.cc:597] T 00000000000000000000000000000000 P 295851998b27461fbaf9d753242b599e -> Peer 6a7526af14554406bbf70c61078614b5 (127.3.63.124:45179): Couldn't send request to peer 6a7526af14554406bbf70c61078614b5. Status: Network error: Client connection negotiation failed: client connection to 127.3.63.124:45179: connect: Connection refused (error 111). This is attempt 16: this message will repeat every 5th retry.
21:06:00.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:06:00.319145 3916 heartbeater.cc:499] Master 127.3.63.125:33413 was elected leader, sending a full tablet report...
21:06:00.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:06:00.327271 4058 heartbeater.cc:499] Master 127.3.63.125:33413 was elected leader, sending a full tablet report...
21:06:00.392 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 0cd90b5f04c34d79a7d2bcb591439202 for table 'txn_manager_fallback_rolling' with partition [0x00000000, 0x00000001)
21:06:00.392 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 9ed60df8bd42432db1d8ae589cdb89b9 for table 'txn_manager_fallback_rolling' with partition [0x00000001, 0x00000002)
21:06:00.392 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=0cd90b5f04c34d79a7d2bcb591439202@[0404fe8f968d460fb50d4a0b6c2b2dbb(127.3.63.65:37509)[L],a2125d849f9b48e1be1e50705048730b(127.3.63.66:43035),f73d38f107984e3588a4d1159746d5be(127.3.63.67:40457)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=9ed60df8bd42432db1d8ae589cdb89b9@[0404fe8f968d460fb50d4a0b6c2b2dbb(127.3.63.65:37509)[L],a2125d849f9b48e1be1e50705048730b(127.3.63.66:43035),f73d38f107984e3588a4d1159746d5be(127.3.63.67:40457)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
21:06:00.392 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=2), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.3.63.125:33413, [1ms] Sub RPC GetTableLocations: received response from server master-127.3.63.125:33413: OK, deferred=null) after lookup
21:06:00.393 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 0404fe8f968d460fb50d4a0b6c2b2dbb(127.3.63.65:37509)] connecting to peer
21:06:00.394 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 0404fe8f968d460fb50d4a0b6c2b2dbb(127.3.63.65:37509)] Successfully connected to peer
21:06:00.407 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xbd4db380, L:/127.0.0.1:39038 - R:/127.3.63.65:37509] using TOKEN/null
21:06:00.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:06:00.412703 3677 master_proxy_rpc.cc:203] Re-attempting GetTableSchema request to leader Master (127.3.63.124:45179)
21:06:00.452 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.3.63.124:45179
21:06:00.453 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
21:06:00.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:06:00.453840 3325 external_mini_cluster.cc:1366] Running /tmp/dist-test-task4xF5n6/build/asan/bin/kudu
21:06:00.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task4xF5n6/build/asan/bin/kudu
21:06:00.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task4xF5n6/test-tmp/mini-kudu-cluster454529860749909708/master-2/wal
21:06:00.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task4xF5n6/test-tmp/mini-kudu-cluster454529860749909708/master-2/data
21:06:00.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:06:00.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:06:00.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:06:00.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:06:00.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:06:00.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:06:00.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task4xF5n6/test-tmp/mini-kudu-cluster454529860749909708/master-2/logs
21:06:00.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task4xF5n6/test-tmp/mini-kudu-cluster454529860749909708/master-2/data/info.pb
21:06:00.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:06:00.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:06:00.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:06:00.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:06:00.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:06:00.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:06:00.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:06:00.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:06:00.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
21:06:00.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:06:00.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:06:00.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:06:00.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.63.124:45179
21:06:00.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.63.124
21:06:00.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34739
21:06:00.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.63.84:39399
21:06:00.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:06:00.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:06:00.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:06:00.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:06:00.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.63.126:46109,127.3.63.125:33413,127.3.63.124:45179
21:06:00.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:06:00.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33627/jwks.json
21:06:00.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
21:06:00.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
21:06:00.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:06:00.660408 3432 consensus_peers.cc:597] T 00000000000000000000000000000000 P 295851998b27461fbaf9d753242b599e -> Peer 6a7526af14554406bbf70c61078614b5 (127.3.63.124:45179): Couldn't send request to peer 6a7526af14554406bbf70c61078614b5. Status: Network error: Client connection negotiation failed: client connection to 127.3.63.124:45179: connect: Connection refused (error 111). This is attempt 21: this message will repeat every 5th retry.
21:06:00.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:06:00.692154 3336 master_runner.cc:186] Error getting master registration for 127.3.63.124:45179: Network error: Client connection negotiation failed: client connection to 127.3.63.124:45179: connect: Connection refused (error 111),
21:06:00.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:06:00.692337 3336 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
21:06:00.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:06:00.801970 4182 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
21:06:00.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:06:00.802335 4182 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:06:00.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:06:00.802457 4182 flags.cc:425] Enabled unsafe flag: --never_fsync=true
21:06:00.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:06:00.810917 4182 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
21:06:00.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:06:00.811044 4182 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
21:06:00.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:06:00.811115 4182 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
21:06:00.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:06:00.811170 4182 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
21:06:00.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:06:00.811250 4182 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
21:06:00.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:06:00.811311 4182 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
21:06:00.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:06:00.811378 4182 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33627/jwks.json
21:06:00.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:06:00.821615 4182 master_runner.cc:386] Master server non-default flags:
21:06:00.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:06:00.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.63.84:39399
21:06:00.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:06:00.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:06:00.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
21:06:00.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task4xF5n6/test-tmp/mini-kudu-cluster454529860749909708/master-2/data
21:06:00.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task4xF5n6/test-tmp/mini-kudu-cluster454529860749909708/master-2/wal
21:06:00.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:06:00.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.63.126:46109,127.3.63.125:33413,127.3.63.124:45179
21:06:00.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
21:06:00.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:06:00.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:06:00.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:06:00.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.63.124:45179
21:06:00.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:06:00.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:06:00.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:06:00.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33627/jwks.json
21:06:00.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:06:00.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:06:00.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task4xF5n6/test-tmp/mini-kudu-cluster454529860749909708/master-2/data/info.pb
21:06:00.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.63.124
21:06:00.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34739
21:06:00.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:06:00.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:06:00.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:06:00.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:06:00.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:06:00.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task4xF5n6/test-tmp/mini-kudu-cluster454529860749909708/master-2/logs
21:06:00.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:06:00.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:06:00.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:06:00.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
21:06:00.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:06:00.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3722ed49c19ce54c7feae2fa944e32b1d4ed8d2d
21:06:00.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:06:00.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 30 Jan 2026 20:43:20 UTC on 24a791456cd2
21:06:00.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 10268
21:06:00.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
21:06:00.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:06:00.823810 4182 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:06:00.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:06:00.825682 4182 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:06:00.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:06:00.834085 4189 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:06:00.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:06:00.834107 4190 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:06:00.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:06:00.835848 4192 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:06:00.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:06:00.836298 4182 server_base.cc:1060] running on GCE node
21:06:00.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:06:00.837163 4182 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:06:00.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:06:00.838825 4182 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:06:00.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:06:00.840103 4182 hybrid_clock.cc:648] HybridClock initialized: now 1769807160840045 us; error 30 us; skew 500 ppm
21:06:00.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:06:00.840643 4182 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:06:00.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:06:00.842886 4182 webserver.cc:492] Webserver started at http://127.3.63.124:34739/ using document root <none> and password file <none>
21:06:00.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:06:00.843797 4182 fs_manager.cc:362] Metadata directory not provided
21:06:00.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:06:00.843956 4182 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:06:00.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:06:00.849817 4182 fs_manager.cc:714] Time spent opening directory manager: real 0.004s user 0.005s sys 0.000s
21:06:00.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:06:00.852846 4198 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
21:06:00.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:06:00.854205 4182 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
21:06:00.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:06:00.854395 4182 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task4xF5n6/test-tmp/mini-kudu-cluster454529860749909708/master-2/data,/tmp/dist-test-task4xF5n6/test-tmp/mini-kudu-cluster454529860749909708/master-2/wal
21:06:00.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6a7526af14554406bbf70c61078614b5"
21:06:00.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-30 21:05:55 on dist-test-slave-jmss"
21:06:00.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:06:00.855188 4182 fs_report.cc:389] FS layout report
21:06:00.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:06:00.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task4xF5n6/test-tmp/mini-kudu-cluster454529860749909708/master-2/wal
21:06:00.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task4xF5n6/test-tmp/mini-kudu-cluster454529860749909708/master-2/wal
21:06:00.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task4xF5n6/test-tmp/mini-kudu-cluster454529860749909708/master-2/data/data
21:06:00.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:06:00.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:06:00.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:06:00.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:06:00.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:06:00.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:06:00.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:06:00.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:06:00.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:06:00.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:06:00.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:06:00.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:06:00.894399 4182 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
21:06:00.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:06:00.895340 4182 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:06:00.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:06:00.895699 4182 kserver.cc:163] Server-wide thread pool size limit: 3276
21:06:00.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:06:00.919977 4182 rpc_server.cc:307] RPC server started. Bound to: 127.3.63.124:45179
21:06:00.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:06:00.920001 4259 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.3.63.124:45179 every 8 connection(s)
21:06:00.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:06:00.921689 4182 server_base.cc:1192] Dumped server information to /tmp/dist-test-task4xF5n6/test-tmp/mini-kudu-cluster454529860749909708/master-2/data/info.pb
21:06:00.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:06:00.922349 3325 external_mini_cluster.cc:1428] Started /tmp/dist-test-task4xF5n6/build/asan/bin/kudu as pid 4182
21:06:00.922 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
21:06:00.922 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.3.63.125:33413
21:06:00.923 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
21:06:00.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:06:00.923348 3325 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-task4xF5n6/build/asan/bin/kudu pid 3414
21:06:00.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:06:00.924711 3488 generic_service.cc:196] Checking for leaks (request via RPC)
21:06:00.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:06:00.930757 4260 sys_catalog.cc:263] Verifying existing consensus state
21:06:00.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:06:00.934351 4260 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6a7526af14554406bbf70c61078614b5: Bootstrap starting.
21:06:00.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:06:00.952877 4260 log.cc:826] T 00000000000000000000000000000000 P 6a7526af14554406bbf70c61078614b5: Log is configured to *not* fsync() on all Append() calls
21:06:00.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:06:00.966953 4260 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6a7526af14554406bbf70c61078614b5: Bootstrap replayed 1/1 log segments. Stats: ops{read=11 overwritten=0 applied=11 ignored=0} inserts{seen=8 ignored=0} mutations{seen=6 ignored=0} orphaned_commits=0. Pending: 0 replicates
21:06:00.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:06:00.967561 4260 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6a7526af14554406bbf70c61078614b5: Bootstrap complete.
21:06:00.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:06:00.974282 4260 raft_consensus.cc:359] T 00000000000000000000000000000000 P 6a7526af14554406bbf70c61078614b5 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d6f2f065a3eb48b59b6d5b235d79fe1a" member_type: VOTER last_known_addr { host: "127.3.63.126" port: 46109 } } peers { permanent_uuid: "295851998b27461fbaf9d753242b599e" member_type: VOTER last_known_addr { host: "127.3.63.125" port: 33413 } } peers { permanent_uuid: "6a7526af14554406bbf70c61078614b5" member_type: VOTER last_known_addr { host: "127.3.63.124" port: 45179 } }
21:06:00.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:06:00.975003 4260 raft_consensus.cc:740] T 00000000000000000000000000000000 P 6a7526af14554406bbf70c61078614b5 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6a7526af14554406bbf70c61078614b5, State: Initialized, Role: FOLLOWER
21:06:00.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:06:00.975886 4260 consensus_queue.cc:260] T 00000000000000000000000000000000 P 6a7526af14554406bbf70c61078614b5 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d6f2f065a3eb48b59b6d5b235d79fe1a" member_type: VOTER last_known_addr { host: "127.3.63.126" port: 46109 } } peers { permanent_uuid: "295851998b27461fbaf9d753242b599e" member_type: VOTER last_known_addr { host: "127.3.63.125" port: 33413 } } peers { permanent_uuid: "6a7526af14554406bbf70c61078614b5" member_type: VOTER last_known_addr { host: "127.3.63.124" port: 45179 } }
21:06:00.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:06:00.976773 4264 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6a7526af14554406bbf70c61078614b5 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d6f2f065a3eb48b59b6d5b235d79fe1a" member_type: VOTER last_known_addr { host: "127.3.63.126" port: 46109 } } peers { permanent_uuid: "295851998b27461fbaf9d753242b599e" member_type: VOTER last_known_addr { host: "127.3.63.125" port: 33413 } } peers { permanent_uuid: "6a7526af14554406bbf70c61078614b5" member_type: VOTER last_known_addr { host: "127.3.63.124" port: 45179 } } }
21:06:00.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:06:00.977239 4264 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6a7526af14554406bbf70c61078614b5 [sys.catalog]: This master's current role is: FOLLOWER
21:06:00.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:06:00.978437 4260 sys_catalog.cc:565] T 00000000000000000000000000000000 P 6a7526af14554406bbf70c61078614b5 [sys.catalog]: configured and running, proceeding with master startup.
21:06:01.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:06:01.037966 4275 catalog_manager.cc:1269] Loaded cluster ID: 91d5a8a7508848089c76d6af202dd494
21:06:01.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:06:01.038085 4275 catalog_manager.cc:1562] T 00000000000000000000000000000000 P 6a7526af14554406bbf70c61078614b5: loading cluster ID for follower catalog manager: success
21:06:01.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:06:01.042366 4275 catalog_manager.cc:1584] T 00000000000000000000000000000000 P 6a7526af14554406bbf70c61078614b5: acquiring CA information for follower catalog manager: success
21:06:01.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:06:01.045446 4275 catalog_manager.cc:1612] T 00000000000000000000000000000000 P 6a7526af14554406bbf70c61078614b5: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
21:06:01.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:06:01.107417 3325 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task4xF5n6/build/asan/bin/kudu with pid 3414
21:06:01.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:06:01.108176 4225 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 6a7526af14554406bbf70c61078614b5 [term 1 FOLLOWER]: Advancing to term 2
21:06:01.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:06:01.123835 4286 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6a7526af14554406bbf70c61078614b5 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "295851998b27461fbaf9d753242b599e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d6f2f065a3eb48b59b6d5b235d79fe1a" member_type: VOTER last_known_addr { host: "127.3.63.126" port: 46109 } } peers { permanent_uuid: "295851998b27461fbaf9d753242b599e" member_type: VOTER last_known_addr { host: "127.3.63.125" port: 33413 } } peers { permanent_uuid: "6a7526af14554406bbf70c61078614b5" member_type: VOTER last_known_addr { host: "127.3.63.124" port: 45179 } } }
21:06:01.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:06:01.124240 4286 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6a7526af14554406bbf70c61078614b5 [sys.catalog]: This master's current role is: FOLLOWER
21:06:01.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:06:01.124922 4264 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6a7526af14554406bbf70c61078614b5 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 295851998b27461fbaf9d753242b599e. Latest consensus state: current_term: 2 leader_uuid: "295851998b27461fbaf9d753242b599e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d6f2f065a3eb48b59b6d5b235d79fe1a" member_type: VOTER last_known_addr { host: "127.3.63.126" port: 46109 } } peers { permanent_uuid: "295851998b27461fbaf9d753242b599e" member_type: VOTER last_known_addr { host: "127.3.63.125" port: 33413 } } peers { permanent_uuid: "6a7526af14554406bbf70c61078614b5" member_type: VOTER last_known_addr { host: "127.3.63.124" port: 45179 } } }
21:06:01.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:06:01.125188 4264 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6a7526af14554406bbf70c61078614b5 [sys.catalog]: This master's current role is: FOLLOWER
21:06:01.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:06:01.135435 4202 connection.cc:537] server connection from 127.0.0.1:53510 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
21:06:01.136 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.3.63.125:33413(127.3.63.125:33413)] handling channelInactive
21:06:01.136 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.63.125:33413(127.3.63.125:33413)] cleaning up while in state READY due to: connection closed
21:06:01.136 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
21:06:01.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:06:01.137082 4278 negotiation.cc:337] Failed RPC negotiation. Trace:
21:06:01.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0130 21:06:01.058919 (+ 0us) reactor.cc:625] Submitting negotiation task for client connection to 127.3.63.125:33413 (local address 127.0.0.1:34830)
21:06:01.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0130 21:06:01.059122 (+ 203us) negotiation.cc:107] Waiting for socket to connect
21:06:01.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0130 21:06:01.059141 (+ 19us) client_negotiation.cc:174] Beginning negotiation
21:06:01.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0130 21:06:01.059282 (+ 141us) client_negotiation.cc:252] Sending NEGOTIATE NegotiatePB request
21:06:01.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0130 21:06:01.135592 (+ 76310us) negotiation.cc:327] Negotiation complete: Network error: Client connection negotiation failed: client connection to 127.3.63.125:33413: BlockingRecv error: recv got EOF from 127.3.63.125:33413 (error 108)
21:06:01.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"client-negotiator.queue_time_us":64}
21:06:01.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:06:01.137375 4182 master_runner.cc:186] Error getting master registration for 127.3.63.125:33413: Network error: Client connection negotiation failed: client connection to 127.3.63.125:33413: BlockingRecv error: recv got EOF from 127.3.63.125:33413 (error 108),
21:06:01.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:06:01.141139 4182 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
21:06:01.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:06:01.382174 4289 raft_consensus.cc:493] T 00000000000000000000000000000000 P d6f2f065a3eb48b59b6d5b235d79fe1a [term 2 FOLLOWER]: Starting pre-election (detected failure of leader 295851998b27461fbaf9d753242b599e)
21:06:01.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:06:01.382405 4289 raft_consensus.cc:515] T 00000000000000000000000000000000 P d6f2f065a3eb48b59b6d5b235d79fe1a [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d6f2f065a3eb48b59b6d5b235d79fe1a" member_type: VOTER last_known_addr { host: "127.3.63.126" port: 46109 } } peers { permanent_uuid: "295851998b27461fbaf9d753242b599e" member_type: VOTER last_known_addr { host: "127.3.63.125" port: 33413 } } peers { permanent_uuid: "6a7526af14554406bbf70c61078614b5" member_type: VOTER last_known_addr { host: "127.3.63.124" port: 45179 } }
21:06:01.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:06:01.383204 4289 leader_election.cc:290] T 00000000000000000000000000000000 P d6f2f065a3eb48b59b6d5b235d79fe1a [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 295851998b27461fbaf9d753242b599e (127.3.63.125:33413), 6a7526af14554406bbf70c61078614b5 (127.3.63.124:45179)
21:06:01.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:06:01.384771 3354 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.3.63.125:33413: connect: Connection refused (error 111) [suppressed 8 similar messages]
21:06:01.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:06:01.387444 3354 leader_election.cc:336] T 00000000000000000000000000000000 P d6f2f065a3eb48b59b6d5b235d79fe1a [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 295851998b27461fbaf9d753242b599e (127.3.63.125:33413): Network error: Client connection negotiation failed: client connection to 127.3.63.125:33413: connect: Connection refused (error 111)
21:06:01.390 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.63.125:33413(127.3.63.125:33413)] connecting to peer
21:06:01.391 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.63.125:33413(127.3.63.125:33413): Connection refused: /127.3.63.125:33413
21:06:01.391 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.63.125:33413(127.3.63.125:33413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.63.125:33413(127.3.63.125:33413): Connection refused: /127.3.63.125:33413
21:06:01.391 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location master-127.3.63.125:33413(127.3.63.125:33413) for tablet Kudu Master: Failed to connect to peer master-127.3.63.125:33413(127.3.63.125:33413): Connection refused: /127.3.63.125:33413
21:06:01.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:06:01.396931 4225 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d6f2f065a3eb48b59b6d5b235d79fe1a" candidate_term: 3 candidate_status { last_received { term: 2 index: 12 } } ignore_live_leader: false dest_uuid: "6a7526af14554406bbf70c61078614b5" is_pre_election: true
21:06:01.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:06:01.398247 3351 leader_election.cc:304] T 00000000000000000000000000000000 P d6f2f065a3eb48b59b6d5b235d79fe1a [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: d6f2f065a3eb48b59b6d5b235d79fe1a; no voters: 295851998b27461fbaf9d753242b599e, 6a7526af14554406bbf70c61078614b5
21:06:01.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:06:01.398774 4289 raft_consensus.cc:2749] T 00000000000000000000000000000000 P d6f2f065a3eb48b59b6d5b235d79fe1a [term 2 FOLLOWER]: Leader pre-election lost for term 3. Reason: could not achieve majority
21:06:01.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:06:01.401895 4056 heartbeater.cc:344] Connected to a master server at 127.3.63.124:45179
21:06:01.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:06:01.403837 3914 heartbeater.cc:344] Connected to a master server at 127.3.63.124:45179
21:06:01.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:06:01.405853 4215 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "f73d38f107984e3588a4d1159746d5be" instance_seqno: 1769807157500069) as {username='slave'} at 127.3.63.67:41085; Asking this server to re-register.
21:06:01.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:06:01.405880 4214 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "a2125d849f9b48e1be1e50705048730b" instance_seqno: 1769807156971015) as {username='slave'} at 127.3.63.66:38023; Asking this server to re-register.
21:06:01.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:06:01.406895 4056 heartbeater.cc:461] Registering TS with master...
21:06:01.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:06:01.406903 3914 heartbeater.cc:461] Registering TS with master...
21:06:01.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:06:01.409000 4214 ts_manager.cc:194] Registered new tserver with Master: f73d38f107984e3588a4d1159746d5be (127.3.63.67:40457)
21:06:01.410 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.63.125:33413(127.3.63.125:33413)] connecting to peer
21:06:01.410 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.63.124:45179(127.3.63.124:45179)] connecting to peer
21:06:01.411 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.3.63.124:45179(127.3.63.124:45179)] Successfully connected to peer
21:06:01.411 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.63.125:33413(127.3.63.125:33413): Connection refused: /127.3.63.125:33413
21:06:01.411 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.63.125:33413(127.3.63.125:33413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.63.125:33413(127.3.63.125:33413): Connection refused: /127.3.63.125:33413
21:06:01.411 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.63.125:33413: Failed to connect to peer master-127.3.63.125:33413(127.3.63.125:33413): Connection refused: /127.3.63.125:33413
21:06:01.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:06:01.412107 4215 ts_manager.cc:194] Registered new tserver with Master: a2125d849f9b48e1be1e50705048730b (127.3.63.66:43035)
21:06:01.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:06:01.415513 4264 raft_consensus.cc:493] T 00000000000000000000000000000000 P 6a7526af14554406bbf70c61078614b5 [term 2 FOLLOWER]: Starting pre-election (detected failure of leader 295851998b27461fbaf9d753242b599e)
21:06:01.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:06:01.415771 4264 raft_consensus.cc:515] T 00000000000000000000000000000000 P 6a7526af14554406bbf70c61078614b5 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d6f2f065a3eb48b59b6d5b235d79fe1a" member_type: VOTER last_known_addr { host: "127.3.63.126" port: 46109 } } peers { permanent_uuid: "295851998b27461fbaf9d753242b599e" member_type: VOTER last_known_addr { host: "127.3.63.125" port: 33413 } } peers { permanent_uuid: "6a7526af14554406bbf70c61078614b5" member_type: VOTER last_known_addr { host: "127.3.63.124" port: 45179 } }
21:06:01.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:06:01.418035 4264 leader_election.cc:290] T 00000000000000000000000000000000 P 6a7526af14554406bbf70c61078614b5 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers d6f2f065a3eb48b59b6d5b235d79fe1a (127.3.63.126:46109), 295851998b27461fbaf9d753242b599e (127.3.63.125:33413)
21:06:01.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:06:01.418871 4202 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.3.63.125:33413: connect: Connection refused (error 111)
21:06:01.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:06:01.420012 3377 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6a7526af14554406bbf70c61078614b5" candidate_term: 3 candidate_status { last_received { term: 2 index: 12 } } ignore_live_leader: false dest_uuid: "d6f2f065a3eb48b59b6d5b235d79fe1a" is_pre_election: true
21:06:01.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:06:01.420254 3377 raft_consensus.cc:2468] T 00000000000000000000000000000000 P d6f2f065a3eb48b59b6d5b235d79fe1a [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 6a7526af14554406bbf70c61078614b5 in term 2.
21:06:01.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:06:01.425413 4202 leader_election.cc:304] T 00000000000000000000000000000000 P 6a7526af14554406bbf70c61078614b5 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 6a7526af14554406bbf70c61078614b5, d6f2f065a3eb48b59b6d5b235d79fe1a; no voters:
21:06:01.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:06:01.425869 4264 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 6a7526af14554406bbf70c61078614b5 [term 2 FOLLOWER]: Leader pre-election won for term 3
21:06:01.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:06:01.425971 4264 raft_consensus.cc:493] T 00000000000000000000000000000000 P 6a7526af14554406bbf70c61078614b5 [term 2 FOLLOWER]: Starting leader election (detected failure of leader 295851998b27461fbaf9d753242b599e)
21:06:01.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:06:01.426055 4264 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 6a7526af14554406bbf70c61078614b5 [term 2 FOLLOWER]: Advancing to term 3
21:06:01.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:06:01.429153 4202 leader_election.cc:336] T 00000000000000000000000000000000 P 6a7526af14554406bbf70c61078614b5 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 295851998b27461fbaf9d753242b599e (127.3.63.125:33413): Network error: Client connection negotiation failed: client connection to 127.3.63.125:33413: connect: Connection refused (error 111)
21:06:01.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:06:01.429153 4264 raft_consensus.cc:515] T 00000000000000000000000000000000 P 6a7526af14554406bbf70c61078614b5 [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d6f2f065a3eb48b59b6d5b235d79fe1a" member_type: VOTER last_known_addr { host: "127.3.63.126" port: 46109 } } peers { permanent_uuid: "295851998b27461fbaf9d753242b599e" member_type: VOTER last_known_addr { host: "127.3.63.125" port: 33413 } } peers { permanent_uuid: "6a7526af14554406bbf70c61078614b5" member_type: VOTER last_known_addr { host: "127.3.63.124" port: 45179 } }
21:06:01.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:06:01.430114 4264 leader_election.cc:290] T 00000000000000000000000000000000 P 6a7526af14554406bbf70c61078614b5 [CANDIDATE]: Term 3 election: Requested vote from peers d6f2f065a3eb48b59b6d5b235d79fe1a (127.3.63.126:46109), 295851998b27461fbaf9d753242b599e (127.3.63.125:33413)
21:06:01.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:06:01.431223 3377 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6a7526af14554406bbf70c61078614b5" candidate_term: 3 candidate_status { last_received { term: 2 index: 12 } } ignore_live_leader: false dest_uuid: "d6f2f065a3eb48b59b6d5b235d79fe1a"
21:06:01.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:06:01.431440 3377 raft_consensus.cc:3060] T 00000000000000000000000000000000 P d6f2f065a3eb48b59b6d5b235d79fe1a [term 2 FOLLOWER]: Advancing to term 3
21:06:01.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:06:01.432469 4202 leader_election.cc:336] T 00000000000000000000000000000000 P 6a7526af14554406bbf70c61078614b5 [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer 295851998b27461fbaf9d753242b599e (127.3.63.125:33413): Network error: Client connection negotiation failed: client connection to 127.3.63.125:33413: connect: Connection refused (error 111)
21:06:01.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:06:01.434372 3377 raft_consensus.cc:2468] T 00000000000000000000000000000000 P d6f2f065a3eb48b59b6d5b235d79fe1a [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 6a7526af14554406bbf70c61078614b5 in term 3.
21:06:01.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:06:01.434958 4202 leader_election.cc:304] T 00000000000000000000000000000000 P 6a7526af14554406bbf70c61078614b5 [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 6a7526af14554406bbf70c61078614b5, d6f2f065a3eb48b59b6d5b235d79fe1a; no voters: 295851998b27461fbaf9d753242b599e
21:06:01.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:06:01.435340 4264 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 6a7526af14554406bbf70c61078614b5 [term 3 FOLLOWER]: Leader election won for term 3
21:06:01.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:06:01.435551 4264 raft_consensus.cc:697] T 00000000000000000000000000000000 P 6a7526af14554406bbf70c61078614b5 [term 3 LEADER]: Becoming Leader. State: Replica: 6a7526af14554406bbf70c61078614b5, State: Running, Role: LEADER
21:06:01.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:06:01.436138 4264 consensus_queue.cc:237] T 00000000000000000000000000000000 P 6a7526af14554406bbf70c61078614b5 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 12, Committed index: 12, Last appended: 2.12, Last appended by leader: 12, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d6f2f065a3eb48b59b6d5b235d79fe1a" member_type: VOTER last_known_addr { host: "127.3.63.126" port: 46109 } } peers { permanent_uuid: "295851998b27461fbaf9d753242b599e" member_type: VOTER last_known_addr { host: "127.3.63.125" port: 33413 } } peers { permanent_uuid: "6a7526af14554406bbf70c61078614b5" member_type: VOTER last_known_addr { host: "127.3.63.124" port: 45179 } }
21:06:01.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:06:01.437971 4286 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6a7526af14554406bbf70c61078614b5 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 6a7526af14554406bbf70c61078614b5. Latest consensus state: current_term: 3 leader_uuid: "6a7526af14554406bbf70c61078614b5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d6f2f065a3eb48b59b6d5b235d79fe1a" member_type: VOTER last_known_addr { host: "127.3.63.126" port: 46109 } } peers { permanent_uuid: "295851998b27461fbaf9d753242b599e" member_type: VOTER last_known_addr { host: "127.3.63.125" port: 33413 } } peers { permanent_uuid: "6a7526af14554406bbf70c61078614b5" member_type: VOTER last_known_addr { host: "127.3.63.124" port: 45179 } } }
21:06:01.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:06:01.438163 4286 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6a7526af14554406bbf70c61078614b5 [sys.catalog]: This master's current role is: LEADER
21:06:01.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:06:01.439050 4296 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
21:06:01.441 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x326a797d, L:/127.0.0.1:53522 - R:/127.3.63.124:45179] using TOKEN/null
21:06:01.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:06:01.442516 4296 catalog_manager.cc:679] Loaded metadata for table txn_manager_fallback_rolling [id=539a56cdc97c45c9b5a26e9fb56a70c6]
21:06:01.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:06:01.443197 4296 catalog_manager.cc:679] Loaded metadata for table kudu_system.kudu_transactions [id=81d9eb37d3494808ad21ec38cc5b1a1d]
21:06:01.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:06:01.445317 4296 tablet_loader.cc:96] loaded metadata for tablet 0cd90b5f04c34d79a7d2bcb591439202 (table txn_manager_fallback_rolling [id=539a56cdc97c45c9b5a26e9fb56a70c6])
21:06:01.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:06:01.445890 4296 tablet_loader.cc:96] loaded metadata for tablet 4705dd1783784dfebfa046764ee5a555 (table kudu_system.kudu_transactions [id=81d9eb37d3494808ad21ec38cc5b1a1d])
21:06:01.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:06:01.446420 4296 tablet_loader.cc:96] loaded metadata for tablet 9ed60df8bd42432db1d8ae589cdb89b9 (table txn_manager_fallback_rolling [id=539a56cdc97c45c9b5a26e9fb56a70c6])
21:06:01.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:06:01.446739 4296 catalog_manager.cc:1494] Initializing Kudu cluster ID...
21:06:01.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:06:01.448140 4296 catalog_manager.cc:1269] Loaded cluster ID: 91d5a8a7508848089c76d6af202dd494
21:06:01.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:06:01.448253 4296 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
21:06:01.449 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.63.126:46109,127.3.63.125:33413,127.3.63.124:45179; will retry
21:06:01.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:06:01.449985 4296 catalog_manager.cc:1514] Loading token signing keys...
21:06:01.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:06:01.450907 4296 catalog_manager.cc:6038] T 00000000000000000000000000000000 P 6a7526af14554406bbf70c61078614b5: Loaded TSK: 0
21:06:01.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:06:01.451792 4296 catalog_manager.cc:1524] Initializing in-progress tserver states...
21:06:01.470 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.63.125:33413(127.3.63.125:33413)] connecting to peer
21:06:01.471 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.63.125:33413(127.3.63.125:33413): Connection refused: /127.3.63.125:33413
21:06:01.471 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.63.125:33413(127.3.63.125:33413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.63.125:33413(127.3.63.125:33413): Connection refused: /127.3.63.125:33413
21:06:01.471 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.63.125:33413: Failed to connect to peer master-127.3.63.125:33413(127.3.63.125:33413): Connection refused: /127.3.63.125:33413
21:06:01.473 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
21:06:01.473 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=3, TimeoutTracker(timeout=250, elapsed=83), Traces: [0ms] sending RPC to server master-127.3.63.125:33413, [2ms] received response from server master-127.3.63.125:33413: Network error: Failed to connect to peer master-127.3.63.125:33413(127.3.63.125:33413): Connection refused: /127.3.63.125:33413, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.3.63.125:33413(127.3.63.125:33413): Connection refused: /127.3.63.125:33413, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.63.126:46109, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.63.125:33413, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.63.124:45179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.63.125:33413: Network error: Failed to connect to peer master-127.3.63.125:33413(127.3.63.125:33413): Connection refused: /127.3.63.125:33413, [23ms] Sub RPC ConnectToMaster: received response from server master-127.3.63.126:46109: OK, [59ms] Sub RPC ConnectToMaster: received response from server master-127.3.63.124:45179: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.3.63.126:46109,127.3.63.125:33413,127.3.63.124:45179) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.63.125:33413(127.3.63.125:33413): Connection refused: /127.3.63.125:33413, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.63.126:46109, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.63.125:33413, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.63.124:45179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.63.125:33413: Network error: Failed to connect to peer master-127.3.63.125:33413(127.3.63.125:33413): Connection refused: /127.3.63.125:33413, [83ms] Sub RPC ConnectToMaster: received response from server master-127.3.63.124:45179: OK, deferred=Deferred@1757860001(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$116/1298966495@2f56d6c5 -> (continuation of Deferred@899810074 after retry RPC after error@1396734987), errback=org.apache.kudu.client.KuduTransaction$$Lambda$117/1870465672@ddded1a -> (continuation of Deferred@899810074 after retry RPC after error@1396734987))) after lookup
21:06:01.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:06:01.504592 4215 catalog_manager.cc:2257] Servicing CreateTable request from {username='slave'} at 127.0.0.1:53538:
21:06:01.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
21:06:01.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
21:06:01.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
21:06:01.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
21:06:01.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
21:06:01.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
21:06:01.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
21:06:01.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
21:06:01.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
21:06:01.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
21:06:01.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
21:06:01.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:06:01.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
21:06:01.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
21:06:01.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
21:06:01.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
21:06:01.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
21:06:01.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
21:06:01.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
21:06:01.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
21:06:01.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
21:06:01.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:06:01.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
21:06:01.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
21:06:01.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
21:06:01.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
21:06:01.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
21:06:01.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
21:06:01.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
21:06:01.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
21:06:01.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
21:06:01.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:06:01.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
21:06:01.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
21:06:01.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
21:06:01.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
21:06:01.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
21:06:01.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
21:06:01.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
21:06:01.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
21:06:01.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
21:06:01.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:06:01.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:06:01.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
21:06:01.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
21:06:01.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
21:06:01.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
21:06:01.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:06:01.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
21:06:01.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
21:06:01.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
21:06:01.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
21:06:01.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:06:01.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:06:01.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:06:01.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
21:06:01.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:06:01.508142 4260 master.cc:464] Invalid argument: unable to initialize TxnManager: Error creating table kudu_system.kudu_transactions on the master: not enough live tablet servers to create a table with the requested replication factor 3; 2 tablet servers are alive: unable to init TxnManager, will retry in 1.000s
21:06:01.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:06:01.530193 4202 consensus_peers.cc:597] T 00000000000000000000000000000000 P 6a7526af14554406bbf70c61078614b5 -> Peer 295851998b27461fbaf9d753242b599e (127.3.63.125:33413): Couldn't send request to peer 295851998b27461fbaf9d753242b599e. Status: Network error: Client connection negotiation failed: client connection to 127.3.63.125:33413: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
21:06:01.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:06:01.560935 3377 raft_consensus.cc:1275] T 00000000000000000000000000000000 P d6f2f065a3eb48b59b6d5b235d79fe1a [term 3 FOLLOWER]: Refusing update from remote peer 6a7526af14554406bbf70c61078614b5: Log matching property violated. Preceding OpId in replica: term: 2 index: 12. Preceding OpId from leader: term: 3 index: 13. (index mismatch)
21:06:01.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:06:01.561802 4286 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 6a7526af14554406bbf70c61078614b5 [LEADER]: Connected to new peer: Peer: permanent_uuid: "d6f2f065a3eb48b59b6d5b235d79fe1a" member_type: VOTER last_known_addr { host: "127.3.63.126" port: 46109 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 12, Time since last communication: 0.000s
21:06:01.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:06:01.563726 4289 sys_catalog.cc:455] T 00000000000000000000000000000000 P d6f2f065a3eb48b59b6d5b235d79fe1a [sys.catalog]: SysCatalogTable state changed. Reason: New leader 6a7526af14554406bbf70c61078614b5. Latest consensus state: current_term: 3 leader_uuid: "6a7526af14554406bbf70c61078614b5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d6f2f065a3eb48b59b6d5b235d79fe1a" member_type: VOTER last_known_addr { host: "127.3.63.126" port: 46109 } } peers { permanent_uuid: "295851998b27461fbaf9d753242b599e" member_type: VOTER last_known_addr { host: "127.3.63.125" port: 33413 } } peers { permanent_uuid: "6a7526af14554406bbf70c61078614b5" member_type: VOTER last_known_addr { host: "127.3.63.124" port: 45179 } } }
21:06:01.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:06:01.563966 4289 sys_catalog.cc:458] T 00000000000000000000000000000000 P d6f2f065a3eb48b59b6d5b235d79fe1a [sys.catalog]: This master's current role is: FOLLOWER
21:06:01.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:06:01.565294 4286 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6a7526af14554406bbf70c61078614b5 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "6a7526af14554406bbf70c61078614b5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d6f2f065a3eb48b59b6d5b235d79fe1a" member_type: VOTER last_known_addr { host: "127.3.63.126" port: 46109 } } peers { permanent_uuid: "295851998b27461fbaf9d753242b599e" member_type: VOTER last_known_addr { host: "127.3.63.125" port: 33413 } } peers { permanent_uuid: "6a7526af14554406bbf70c61078614b5" member_type: VOTER last_known_addr { host: "127.3.63.124" port: 45179 } } }
21:06:01.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:06:01.565515 4286 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6a7526af14554406bbf70c61078614b5 [sys.catalog]: This master's current role is: LEADER
21:06:01.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:06:01.566260 4289 sys_catalog.cc:455] T 00000000000000000000000000000000 P d6f2f065a3eb48b59b6d5b235d79fe1a [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "6a7526af14554406bbf70c61078614b5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d6f2f065a3eb48b59b6d5b235d79fe1a" member_type: VOTER last_known_addr { host: "127.3.63.126" port: 46109 } } peers { permanent_uuid: "295851998b27461fbaf9d753242b599e" member_type: VOTER last_known_addr { host: "127.3.63.125" port: 33413 } } peers { permanent_uuid: "6a7526af14554406bbf70c61078614b5" member_type: VOTER last_known_addr { host: "127.3.63.124" port: 45179 } } }
21:06:01.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:06:01.566468 4289 sys_catalog.cc:458] T 00000000000000000000000000000000 P d6f2f065a3eb48b59b6d5b235d79fe1a [sys.catalog]: This master's current role is: FOLLOWER
21:06:01.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:06:01.641230 4245 rpcz_store.cc:267] Call kudu.transactions.TxnManagerService.KeepTransactionAlive from 127.0.0.1:53522 (request call id 2) took 167 ms (client timeout 167 ms). Trace:
21:06:01.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:06:01.641361 4245 rpcz_store.cc:269] 0130 21:06:01.473922 (+ 0us) service_pool.cc:168] Inserting onto call queue
21:06:01.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0130 21:06:01.473998 (+ 76us) service_pool.cc:225] Handling call
21:06:01.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0130 21:06:01.641151 (+167153us) inbound_call.cc:173] Queueing success response
21:06:01.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"dns_us":464,"init.queue_time_us":69,"thread_start_us":843,"threads_started":4}
21:06:01.642 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=4, TimeoutTracker(timeout=250, elapsed=252), Traces: [0ms] sending RPC to server master-127.3.63.125:33413, [2ms] received response from server master-127.3.63.125:33413: Network error: Failed to connect to peer master-127.3.63.125:33413(127.3.63.125:33413): Connection refused: /127.3.63.125:33413, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.3.63.125:33413(127.3.63.125:33413): Connection refused: /127.3.63.125:33413, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.63.126:46109, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.63.125:33413, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.63.124:45179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.63.125:33413: Network error: Failed to connect to peer master-127.3.63.125:33413(127.3.63.125:33413): Connection refused: /127.3.63.125:33413, [23ms] Sub RPC ConnectToMaster: received response from server master-127.3.63.126:46109: OK, [59ms] Sub RPC ConnectToMaster: received response from server master-127.3.63.124:45179: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.3.63.126:46109,127.3.63.125:33413,127.3.63.124:45179) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.63.125:33413(127.3.63.125:33413): Connection refused: /127.3.63.125:33413, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.63.126:46109, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.63.125:33413, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.63.124:45179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.63.125:33413: Network error: Failed to connect to peer master-127.3.63.125:33413(127.3.63.125:33413): Connection refused: /127.3.63.125:33413, [83ms] Sub RPC ConnectToMaster: received response from server master-127.3.63.124:45179: OK, [84ms] sending RPC to server master-127.3.63.124:45179, [84ms] Sub RPC ConnectToMaster: received response from server master-127.3.63.126:46109: OK, [253ms] delaying RPC due to: Service unavailable: TxnManager is not yet initialized (error 0), deferred=Deferred@1757860001(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$116/1298966495@2f56d6c5 -> (continuation of Deferred@899810074 after retry RPC after error@1396734987) -> (continuation of Deferred@346350234 after retry RPC@825985479), errback=org.apache.kudu.client.KuduTransaction$$Lambda$117/1870465672@ddded1a -> (continuation of Deferred@899810074 after retry RPC after error@1396734987) -> (continuation of Deferred@346350234 after retry RPC@825985479)))
21:06:01.643 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=4, TimeoutTracker(timeout=250, elapsed=252), Traces: [0ms] sending RPC to server master-127.3.63.125:33413, [2ms] received response from server master-127.3.63.125:33413: Network error: Failed to connect to peer master-127.3.63.125:33413(127.3.63.125:33413): Connection refused: /127.3.63.125:33413, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.3.63.125:33413(127.3.63.125:33413): Connection refused: /127.3.63.125:33413, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.63.126:46109, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.63.125:33413, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.63.124:45179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.63.125:33413: Network error: Failed to connect to peer master-127.3.63.125:33413(127.3.63.125:33413): Connection refused: /127.3.63.125:33413, [23ms] Sub RPC ConnectToMaster: received response from server master-127.3.63.126:46109: OK, [59ms] Sub RPC ConnectToMaster: received response from server master-127.3.63.124:45179: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.3.63.126:46109,127.3.63.125:33413,127.3.63.124:45179) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.63.125:33413(127.3.63.125:33413): Connection refused: /127.3.63.125:33413, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.63.126:46109, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.63.125:33413, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.63.124:45179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.63.125:33413: Network error: Failed to connect to peer master-127.3.63.125:33413(127.3.63.125:33413): Connection refused: /127.3.63.125:33413, [83ms] Sub RPC ConnectToMaster: received response from server master-127.3.63.124:45179: OK, [84ms] sending RPC to server master-127.3.63.124:45179, [84ms] Sub RPC ConnectToMaster: received response from server master-127.3.63.126:46109: OK, [253ms] delaying RPC due to: Service unavailable: TxnManager is not yet initialized (error 0), deferred=Deferred@1757860001(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$116/1298966495@2f56d6c5 -> (continuation of Deferred@899810074 after retry RPC after error@1396734987) -> (continuation of Deferred@346350234 after retry RPC@825985479), errback=org.apache.kudu.client.KuduTransaction$$Lambda$117/1870465672@ddded1a -> (continuation of Deferred@899810074 after retry RPC after error@1396734987) -> (continuation of Deferred@346350234 after retry RPC@825985479)))
21:06:01.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:06:01.838562 3772 heartbeater.cc:344] Connected to a master server at 127.3.63.124:45179
21:06:01.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:06:01.840405 4215 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "0404fe8f968d460fb50d4a0b6c2b2dbb" instance_seqno: 1769807156387400) as {username='slave'} at 127.3.63.65:42341; Asking this server to re-register.
21:06:01.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:06:01.841015 3772 heartbeater.cc:461] Registering TS with master...
21:06:01.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:06:01.841233 3772 heartbeater.cc:507] Master 127.3.63.124:45179 requested a full tablet report, sending...
21:06:01.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:06:01.842527 4215 ts_manager.cc:194] Registered new tserver with Master: 0404fe8f968d460fb50d4a0b6c2b2dbb (127.3.63.65:37509)
21:06:01.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:06:01.893985 3798 txn_status_manager.cc:1391] automatically aborted stale txn (ID 0) past 1.013s from last keepalive heartbeat (effective timeout is 1.000s)
21:06:01.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:06:01.900473 4245 rpcz_store.cc:267] Call kudu.transactions.TxnManagerService.KeepTransactionAlive from 127.0.0.1:53522 (request call id 3) took 250 ms (client timeout 250 ms). Trace:
21:06:01.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:06:01.900648 4245 rpcz_store.cc:269] 0130 21:06:01.650327 (+ 0us) service_pool.cc:168] Inserting onto call queue
21:06:01.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0130 21:06:01.650431 (+ 104us) service_pool.cc:225] Handling call
21:06:01.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0130 21:06:01.900408 (+249977us) inbound_call.cc:173] Queueing success response
21:06:01.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
21:06:01.903 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=1, TimeoutTracker(timeout=250, elapsed=252), Traces: [0ms] sending RPC to server master-127.3.63.124:45179, [252ms] delaying RPC due to: Service unavailable: TxnManager is not yet initialized (error 0), deferred=Deferred@1640696783(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$116/1298966495@31c8fd1, errback=org.apache.kudu.client.KuduTransaction$$Lambda$117/1870465672@309f0d1a))
21:06:01.904 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=1, TimeoutTracker(timeout=250, elapsed=252), Traces: [0ms] sending RPC to server master-127.3.63.124:45179, [252ms] delaying RPC due to: Service unavailable: TxnManager is not yet initialized (error 0), deferred=Deferred@1640696783(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$116/1298966495@31c8fd1, errback=org.apache.kudu.client.KuduTransaction$$Lambda$117/1870465672@309f0d1a))
21:06:01.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:06:01.911191 4311 tablet_replica.cc:1306] Aborted: operation has been aborted: cancelling pending write operations
21:06:02.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:06:02.032212 4202 consensus_peers.cc:597] T 00000000000000000000000000000000 P 6a7526af14554406bbf70c61078614b5 -> Peer 295851998b27461fbaf9d753242b599e (127.3.63.125:33413): Couldn't send request to peer 295851998b27461fbaf9d753242b599e. Status: Network error: Client connection negotiation failed: client connection to 127.3.63.125:33413: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
21:06:02.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:06:02.160439 4245 rpcz_store.cc:267] Call kudu.transactions.TxnManagerService.KeepTransactionAlive from 127.0.0.1:53522 (request call id 4) took 250 ms (client timeout 250 ms). Trace:
21:06:02.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:06:02.160581 4245 rpcz_store.cc:269] 0130 21:06:01.910241 (+ 0us) service_pool.cc:168] Inserting onto call queue
21:06:02.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0130 21:06:01.910341 (+ 100us) service_pool.cc:225] Handling call
21:06:02.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0130 21:06:02.160375 (+250034us) inbound_call.cc:173] Queueing success response
21:06:02.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
21:06:02.161 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=1, TimeoutTracker(timeout=250, elapsed=251), Traces: [0ms] sending RPC to server master-127.3.63.124:45179, [252ms] delaying RPC due to: Service unavailable: TxnManager is not yet initialized (error 0), deferred=Deferred@1560792959(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$116/1298966495@64ab3263, errback=org.apache.kudu.client.KuduTransaction$$Lambda$117/1870465672@32e4b20))
21:06:02.161 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=1, TimeoutTracker(timeout=250, elapsed=251), Traces: [0ms] sending RPC to server master-127.3.63.124:45179, [252ms] delaying RPC due to: Service unavailable: TxnManager is not yet initialized (error 0), deferred=Deferred@1560792959(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$116/1298966495@64ab3263, errback=org.apache.kudu.client.KuduTransaction$$Lambda$117/1870465672@32e4b20))
21:06:02.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:06:02.420349 4245 rpcz_store.cc:267] Call kudu.transactions.TxnManagerService.KeepTransactionAlive from 127.0.0.1:53522 (request call id 5) took 250 ms (client timeout 250 ms). Trace:
21:06:02.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:06:02.420478 4245 rpcz_store.cc:269] 0130 21:06:02.170155 (+ 0us) service_pool.cc:168] Inserting onto call queue
21:06:02.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0130 21:06:02.170222 (+ 67us) service_pool.cc:225] Handling call
21:06:02.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0130 21:06:02.420280 (+250058us) inbound_call.cc:173] Queueing success response
21:06:02.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
21:06:02.421 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=1, TimeoutTracker(timeout=250, elapsed=251), Traces: [0ms] sending RPC to server master-127.3.63.124:45179, [252ms] delaying RPC due to: Service unavailable: TxnManager is not yet initialized (error 0), deferred=Deferred@1678576186(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$116/1298966495@24507a48, errback=org.apache.kudu.client.KuduTransaction$$Lambda$117/1870465672@7d1a0e19))
21:06:02.421 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=1, TimeoutTracker(timeout=250, elapsed=251), Traces: [0ms] sending RPC to server master-127.3.63.124:45179, [252ms] delaying RPC due to: Service unavailable: TxnManager is not yet initialized (error 0), deferred=Deferred@1678576186(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$116/1298966495@24507a48, errback=org.apache.kudu.client.KuduTransaction$$Lambda$117/1870465672@7d1a0e19))
21:06:02.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:06:02.534395 4215 catalog_manager.cc:2257] Servicing CreateTable request from {username='slave'} at 127.0.0.1:53548:
21:06:02.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
21:06:02.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
21:06:02.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
21:06:02.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
21:06:02.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
21:06:02.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
21:06:02.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
21:06:02.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
21:06:02.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
21:06:02.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
21:06:02.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
21:06:02.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:06:02.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
21:06:02.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
21:06:02.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
21:06:02.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
21:06:02.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
21:06:02.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
21:06:02.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
21:06:02.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
21:06:02.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
21:06:02.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:06:02.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
21:06:02.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
21:06:02.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
21:06:02.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
21:06:02.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
21:06:02.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
21:06:02.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
21:06:02.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
21:06:02.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
21:06:02.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:06:02.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
21:06:02.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
21:06:02.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
21:06:02.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
21:06:02.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
21:06:02.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
21:06:02.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
21:06:02.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
21:06:02.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
21:06:02.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:06:02.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:06:02.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
21:06:02.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
21:06:02.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
21:06:02.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
21:06:02.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:06:02.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
21:06:02.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
21:06:02.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
21:06:02.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
21:06:02.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:06:02.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:06:02.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:06:02.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
21:06:02.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:06:02.535116 4215 catalog_manager.cc:7016] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
21:06:02.551 [DEBUG - kudu-nio-0] (KuduTransaction.java:799) terminating keepalive task (txn ID 0) due to exception org.apache.kudu.client.NonRecoverableException: Failed to write to server: a2125d849f9b48e1be1e50705048730b (127.3.63.66:43035): transaction ID 0 is not available for further commits: state: ABORTED user: "slave" start_timestamp: 1769807158 last_transition_timestamp: 1769807161
21:06:02.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:06:02.574457 4202 consensus_peers.cc:597] T 00000000000000000000000000000000 P 6a7526af14554406bbf70c61078614b5 -> Peer 295851998b27461fbaf9d753242b599e (127.3.63.125:33413): Couldn't send request to peer 295851998b27461fbaf9d753242b599e. Status: Network error: Client connection negotiation failed: client connection to 127.3.63.125:33413: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
21:06:03.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:06:03.020465 4202 consensus_peers.cc:597] T 00000000000000000000000000000000 P 6a7526af14554406bbf70c61078614b5 -> Peer 295851998b27461fbaf9d753242b599e (127.3.63.125:33413): Couldn't send request to peer 295851998b27461fbaf9d753242b599e. Status: Network error: Client connection negotiation failed: client connection to 127.3.63.125:33413: connect: Connection refused (error 111). This is attempt 16: this message will repeat every 5th retry.
21:06:03.142 [DEBUG - main] (Connection.java:575) [peer master-127.3.63.125:33413(127.3.63.125:33413)] disconnecting while in state TERMINATED
21:06:03.142 [DEBUG - main] (Connection.java:575) [peer master-127.3.63.124:45179(127.3.63.124:45179)] disconnecting while in state READY
21:06:03.142 [DEBUG - main] (Connection.java:575) [peer 0404fe8f968d460fb50d4a0b6c2b2dbb(127.3.63.65:37509)] disconnecting while in state READY
21:06:03.142 [DEBUG - main] (Connection.java:575) [peer master-127.3.63.126:46109(127.3.63.126:46109)] disconnecting while in state READY
21:06:03.143 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 0404fe8f968d460fb50d4a0b6c2b2dbb(127.3.63.65:37509)] handling channelInactive
21:06:03.143 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 0404fe8f968d460fb50d4a0b6c2b2dbb(127.3.63.65:37509)] cleaning up while in state READY due to: connection closed
21:06:03.143 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:06:03.144 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.3.63.124:45179(127.3.63.124:45179)] handling channelInactive
21:06:03.144 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.63.124:45179(127.3.63.124:45179)] cleaning up while in state READY due to: connection closed
21:06:03.144 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.3.63.126:46109(127.3.63.126:46109)] handling channelInactive
21:06:03.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:06:03.144537 3325 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-task4xF5n6/build/asan/bin/kudu pid 3615
21:06:03.144 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.63.126:46109(127.3.63.126:46109)] cleaning up while in state READY due to: connection closed
21:06:03.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:06:03.154369 3767 generic_service.cc:196] Checking for leaks (request via RPC)
21:06:03.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:06:03.260308 3325 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task4xF5n6/build/asan/bin/kudu with pid 3615
21:06:03.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:06:03.279348 3325 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-task4xF5n6/build/asan/bin/kudu pid 3775
21:06:03.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:06:03.286818 3909 generic_service.cc:196] Checking for leaks (request via RPC)
21:06:03.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:06:03.413702 3914 heartbeater.cc:499] Master 127.3.63.124:45179 was elected leader, sending a full tablet report...
21:06:03.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:06:03.414616 4056 heartbeater.cc:499] Master 127.3.63.124:45179 was elected leader, sending a full tablet report...
21:06:03.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:06:03.415848 3325 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task4xF5n6/build/asan/bin/kudu with pid 3775
21:06:03.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:06:03.440589 4200 connection.cc:537] server connection from 127.3.63.66:38023 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
21:06:03.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:06:03.440840 3325 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-task4xF5n6/build/asan/bin/kudu pid 3919
21:06:03.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:06:03.448189 4051 generic_service.cc:196] Checking for leaks (request via RPC)
21:06:03.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:06:03.492262 4202 consensus_peers.cc:597] T 00000000000000000000000000000000 P 6a7526af14554406bbf70c61078614b5 -> Peer 295851998b27461fbaf9d753242b599e (127.3.63.125:33413): Couldn't send request to peer 295851998b27461fbaf9d753242b599e. Status: Network error: Client connection negotiation failed: client connection to 127.3.63.125:33413: connect: Connection refused (error 111). This is attempt 21: this message will repeat every 5th retry.
21:06:03.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:06:03.554044 3325 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task4xF5n6/build/asan/bin/kudu with pid 3919
21:06:03.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:06:03.568714 3325 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-task4xF5n6/build/asan/bin/kudu pid 3336
21:06:03.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:06:03.569999 3407 generic_service.cc:196] Checking for leaks (request via RPC)
21:06:03.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:06:03.687493 3325 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task4xF5n6/build/asan/bin/kudu with pid 3336
21:06:03.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:06:03.709607 3325 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-task4xF5n6/build/asan/bin/kudu pid 4182
21:06:03.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 21:06:03.712611 4202 consensus_peers.cc:597] T 00000000000000000000000000000000 P 6a7526af14554406bbf70c61078614b5 -> Peer d6f2f065a3eb48b59b6d5b235d79fe1a (127.3.63.126:46109): Couldn't send request to peer d6f2f065a3eb48b59b6d5b235d79fe1a. Status: Network error: Client connection negotiation failed: client connection to 127.3.63.126:46109: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
21:06:03.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:06:03.716692 4255 generic_service.cc:196] Checking for leaks (request via RPC)
21:06:03.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 21:06:03.835183 3325 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task4xF5n6/build/asan/bin/kudu with pid 4182
21:06:03.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-01-30T21:06:03Z chronyd exiting
21:06:03.996 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager: failed attempt 1
java.lang.AssertionError: Aborted: transaction was aborted
at org.junit.Assert.fail(Assert.java:89) ~[junit-4.13.2.jar:4.13.2]
at org.junit.Assert.assertTrue(Assert.java:42) ~[junit-4.13.2.jar:4.13.2]
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager(TestKuduTransaction.java:1214) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_275]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_275]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_275]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_275]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275]
at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275]
java.lang.AssertionError: Aborted: transaction was aborted
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.assertTrue(Assert.java:42)
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager(TestKuduTransaction.java:1214)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:748)